[ 511.662927] env[62533]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62533) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 511.663305] env[62533]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62533) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 511.663425] env[62533]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62533) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 511.663773] env[62533]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 511.758388] env[62533]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62533) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 511.768789] env[62533]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62533) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 512.368442] env[62533]: INFO nova.virt.driver [None req-9fa4d55f-93be-4b7e-9584-a4d37f130690 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 512.439782] env[62533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.439942] env[62533]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.440057] env[62533]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62533) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 515.660440] env[62533]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-902ec085-20af-4107-9e2d-cbb1ccb9ec38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.676777] env[62533]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62533) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 515.676928] env[62533]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-31e3111b-7e0d-45c0-acc2-dc2da73ec60a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.710424] env[62533]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ea81c. [ 515.710629] env[62533]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.271s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.711157] env[62533]: INFO nova.virt.vmwareapi.driver [None req-9fa4d55f-93be-4b7e-9584-a4d37f130690 None None] VMware vCenter version: 7.0.3 [ 515.714549] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309c8db-3952-4cd2-b35f-44fd4a3e0352 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.732810] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194b5b8b-48f1-4eb0-8dab-3ba9427507a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.739438] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f4da7-4179-4627-ac2b-6f632dbc926e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.746693] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a91df5-10ac-4771-8fc4-3b4c89f64bfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.760464] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d72ad6-038d-416e-a37d-1474dcc1e041 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.767241] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8132172e-12c8-48dd-8cde-b456380ca443 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.798149] env[62533]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8b00e0df-5326-401d-aefa-939e246bc9c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.803968] env[62533]: DEBUG nova.virt.vmwareapi.driver [None req-9fa4d55f-93be-4b7e-9584-a4d37f130690 None None] Extension org.openstack.compute already exists. {{(pid=62533) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 515.806709] env[62533]: INFO nova.compute.provider_config [None req-9fa4d55f-93be-4b7e-9584-a4d37f130690 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 516.310337] env[62533]: DEBUG nova.context [None req-9fa4d55f-93be-4b7e-9584-a4d37f130690 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c5c9ed5d-803e-4190-bdd3-0046b7c6ed2e(cell1) {{(pid=62533) load_cells /opt/stack/nova/nova/context.py:464}} [ 516.312479] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.312687] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.313414] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.313839] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Acquiring lock "c5c9ed5d-803e-4190-bdd3-0046b7c6ed2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.314023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Lock "c5c9ed5d-803e-4190-bdd3-0046b7c6ed2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.315058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Lock "c5c9ed5d-803e-4190-bdd3-0046b7c6ed2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.335998] env[62533]: INFO dbcounter [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Registered counter for database nova_cell0 [ 516.344840] env[62533]: INFO dbcounter [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Registered counter for database nova_cell1 [ 516.348714] env[62533]: DEBUG oslo_db.sqlalchemy.engines [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62533) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 516.349135] env[62533]: DEBUG oslo_db.sqlalchemy.engines [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62533) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 516.354205] env[62533]: ERROR nova.db.main.api [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 516.354205] env[62533]: result = function(*args, **kwargs) [ 516.354205] env[62533]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 516.354205] env[62533]: return func(*args, **kwargs) [ 516.354205] env[62533]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 516.354205] env[62533]: result = fn(*args, **kwargs) [ 516.354205] env[62533]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 516.354205] env[62533]: return f(*args, **kwargs) [ 516.354205] env[62533]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 516.354205] env[62533]: return db.service_get_minimum_version(context, binaries) [ 516.354205] env[62533]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 516.354205] env[62533]: _check_db_access() [ 516.354205] env[62533]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 516.354205] env[62533]: stacktrace = ''.join(traceback.format_stack()) [ 516.354205] env[62533]: [ 516.355073] env[62533]: ERROR nova.db.main.api [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 516.355073] env[62533]: result = function(*args, **kwargs) [ 516.355073] env[62533]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 516.355073] env[62533]: return func(*args, **kwargs) [ 516.355073] env[62533]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 516.355073] env[62533]: result = fn(*args, **kwargs) [ 516.355073] env[62533]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 516.355073] env[62533]: return f(*args, **kwargs) [ 516.355073] env[62533]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 516.355073] env[62533]: return db.service_get_minimum_version(context, binaries) [ 516.355073] env[62533]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 516.355073] env[62533]: _check_db_access() [ 516.355073] env[62533]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 516.355073] env[62533]: stacktrace = ''.join(traceback.format_stack()) [ 516.355073] env[62533]: [ 516.355541] env[62533]: WARNING nova.objects.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Failed to get minimum service version for cell c5c9ed5d-803e-4190-bdd3-0046b7c6ed2e [ 516.355642] env[62533]: WARNING nova.objects.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 516.356128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Acquiring lock "singleton_lock" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.356295] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Acquired lock "singleton_lock" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.356536] env[62533]: DEBUG oslo_concurrency.lockutils [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Releasing lock "singleton_lock" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.356869] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Full set of CONF: {{(pid=62533) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 516.357024] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ******************************************************************************** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 516.357150] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] Configuration options gathered from: {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 516.357283] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 516.357479] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 516.357606] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ================================================================================ {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 516.357813] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] allow_resize_to_same_host = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.357982] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] arq_binding_timeout = 300 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.358125] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] backdoor_port = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.358251] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] backdoor_socket = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.358449] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] block_device_allocate_retries = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.358611] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] block_device_allocate_retries_interval = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.358779] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cert = self.pem {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.358943] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.359123] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute_monitors = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.359288] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] config_dir = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.359493] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] config_drive_format = iso9660 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.359623] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.359793] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] config_source = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.359958] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] console_host = devstack {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.360135] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] control_exchange = nova {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.360293] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cpu_allocation_ratio = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.360453] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] daemon = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.360619] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] debug = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.360780] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] default_access_ip_network_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.360936] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] default_availability_zone = nova {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.361099] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] default_ephemeral_format = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.361260] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] default_green_pool_size = 1000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.361497] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.361658] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] default_schedule_zone = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.361810] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] disk_allocation_ratio = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.361967] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] enable_new_services = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.362154] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] enabled_apis = ['osapi_compute'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.362314] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] enabled_ssl_apis = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.362472] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] flat_injected = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.362628] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] force_config_drive = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.362781] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] force_raw_images = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.362943] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] graceful_shutdown_timeout = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.363112] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] heal_instance_info_cache_interval = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.363334] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] host = cpu-1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.363503] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.363662] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.363814] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.364036] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.364204] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_build_timeout = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.364359] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_delete_interval = 300 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.364520] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_format = [instance: %(uuid)s] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.364683] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_name_template = instance-%08x {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.364838] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_usage_audit = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.365022] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_usage_audit_period = month {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.365191] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.365355] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.365521] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] internal_service_availability_zone = internal {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.365678] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] key = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.365837] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] live_migration_retry_count = 30 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366008] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_color = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366182] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_config_append = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366358] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366505] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_dir = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366696] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366790] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_options = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.366946] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_rotate_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367125] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_rotate_interval_type = days {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367289] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] log_rotation_type = none {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367421] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367549] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367714] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367875] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.367997] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.368172] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] long_rpc_timeout = 1800 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.368330] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] max_concurrent_builds = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.368507] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] max_concurrent_live_migrations = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.368669] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] max_concurrent_snapshots = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.368823] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] max_local_block_devices = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.368978] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] max_logfile_count = 30 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.369149] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] max_logfile_size_mb = 200 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.369305] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] maximum_instance_delete_attempts = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.369472] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metadata_listen = 0.0.0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.369641] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metadata_listen_port = 8775 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.369807] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metadata_workers = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.369966] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] migrate_max_retries = -1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.370144] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] mkisofs_cmd = genisoimage {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.370353] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.370484] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] my_ip = 10.180.1.21 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.370686] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.370845] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] network_allocate_retries = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.371097] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.371195] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.371361] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] osapi_compute_listen_port = 8774 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.371530] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] osapi_compute_unique_server_name_scope = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.371702] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] osapi_compute_workers = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.371864] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] password_length = 12 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372032] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] periodic_enable = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372198] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] periodic_fuzzy_delay = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372362] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] pointer_model = usbtablet {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372527] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] preallocate_images = none {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372690] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] publish_errors = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372819] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] pybasedir = /opt/stack/nova {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.372979] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ram_allocation_ratio = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.373156] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] rate_limit_burst = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.373324] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] rate_limit_except_level = CRITICAL {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.373484] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] rate_limit_interval = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.373641] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reboot_timeout = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.373797] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reclaim_instance_interval = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.373951] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] record = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.374129] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reimage_timeout_per_gb = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.374293] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] report_interval = 120 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.374450] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] rescue_timeout = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.374607] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reserved_host_cpus = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.374759] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reserved_host_disk_mb = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.374912] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reserved_host_memory_mb = 512 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.375079] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] reserved_huge_pages = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.375238] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] resize_confirm_window = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.375394] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] resize_fs_using_block_device = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.375550] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] resume_guests_state_on_host_boot = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.375713] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.375870] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] rpc_response_timeout = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376036] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] run_external_periodic_tasks = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376206] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] running_deleted_instance_action = reap {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376363] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376517] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] running_deleted_instance_timeout = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376674] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler_instance_sync_interval = 120 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376832] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_down_time = 720 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.376993] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] servicegroup_driver = db {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.377161] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] shell_completion = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.377317] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] shelved_offload_time = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.377472] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] shelved_poll_interval = 3600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.377632] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] shutdown_timeout = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.377789] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] source_is_ipv6 = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.377941] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ssl_only = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.378212] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.378402] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] sync_power_state_interval = 600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.378559] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] sync_power_state_pool_size = 1000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.378724] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] syslog_log_facility = LOG_USER {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.378876] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] tempdir = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.379042] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] timeout_nbd = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.379212] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] transport_url = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.379369] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] update_resources_interval = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.379529] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_cow_images = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.379687] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_eventlog = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.379845] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_journal = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380007] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_json = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380175] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_rootwrap_daemon = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380330] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_stderr = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380485] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] use_syslog = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380638] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vcpu_pin_set = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380803] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plugging_is_fatal = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.380961] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plugging_timeout = 300 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.381138] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] virt_mkfs = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.381296] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] volume_usage_poll_interval = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.381452] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] watch_log_file = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.381982] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] web = /usr/share/spice-html5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 516.382214] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.382388] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.382559] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.382735] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_concurrency.disable_process_locking = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.383045] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.383233] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.383402] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.383574] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.383744] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.383907] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.384101] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.auth_strategy = keystone {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.384273] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.compute_link_prefix = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.384448] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.384619] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.dhcp_domain = novalocal {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.384785] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.enable_instance_password = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.384945] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.glance_link_prefix = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.385124] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.385294] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.385456] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.instance_list_per_project_cells = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.385618] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.list_records_by_skipping_down_cells = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.385778] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.local_metadata_per_cell = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.385941] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.max_limit = 1000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.386118] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.metadata_cache_expiration = 15 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.386289] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.neutron_default_tenant_id = default {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.386463] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.response_validation = warn {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.386634] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.use_neutron_default_nets = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.386796] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.386955] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.387133] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.387306] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.387478] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_dynamic_targets = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.387641] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_jsonfile_path = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.387818] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.388020] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.backend = dogpile.cache.memcached {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.388192] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.backend_argument = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.388351] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.backend_expiration_time = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.388520] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.config_prefix = cache.oslo {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.388695] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.dead_timeout = 60.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.388859] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.debug_cache_backend = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.389040] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.enable_retry_client = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.389208] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.enable_socket_keepalive = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.389379] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.enabled = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.389542] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.enforce_fips_mode = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.389700] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.expiration_time = 600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.389859] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.hashclient_retry_attempts = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.390038] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.390209] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_dead_retry = 300 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.390369] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_password = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.390536] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.390700] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.390866] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_pool_maxsize = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.391040] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.391211] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_sasl_enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.391395] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.391566] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.391729] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.memcache_username = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.391896] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.proxies = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.392070] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_db = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.392234] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_password = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.392448] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.392584] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.392757] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_server = localhost:6379 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.392924] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_socket_timeout = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.393103] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.redis_username = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.393269] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.retry_attempts = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.393441] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.retry_delay = 0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.393606] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.socket_keepalive_count = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.393771] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.socket_keepalive_idle = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.393933] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.socket_keepalive_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.394102] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.tls_allowed_ciphers = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.394262] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.tls_cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.394416] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.tls_certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.394577] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.tls_enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.394734] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cache.tls_keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.394903] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.395091] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.auth_type = password {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.395255] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.395430] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.395590] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.395749] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.395909] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.cross_az_attach = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.396080] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.debug = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.396241] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.endpoint_template = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.396401] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.http_retries = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.396564] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.396719] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.396884] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.os_region_name = RegionOne {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.397057] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.397219] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cinder.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.397390] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.397553] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.cpu_dedicated_set = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.397712] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.cpu_shared_set = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.397878] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.image_type_exclude_list = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.398053] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.398224] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.398420] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.398585] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.398750] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.398917] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.resource_provider_association_refresh = 300 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.399153] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.399264] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.shutdown_retry_interval = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.399447] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.399627] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] conductor.workers = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.399805] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] console.allowed_origins = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.399970] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] console.ssl_ciphers = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.400156] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] console.ssl_minimum_version = default {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.400329] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] consoleauth.enforce_session_timeout = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.400496] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] consoleauth.token_ttl = 600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.400662] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.400817] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.400980] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.401154] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.401316] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.401476] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.401642] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.401800] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.401958] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.402128] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.402285] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.402440] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.402597] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.402763] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.service_type = accelerator {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.402921] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.403089] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.403250] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.403406] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.403584] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.403741] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] cyborg.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.403909] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.asyncio_connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.404083] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.asyncio_slave_connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.404258] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.backend = sqlalchemy {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.404428] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.404596] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.connection_debug = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.404763] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.connection_parameters = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.404926] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.connection_recycle_time = 3600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.405104] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.connection_trace = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.405272] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.db_inc_retry_interval = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.405435] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.db_max_retries = 20 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.405600] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.db_max_retry_interval = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.405761] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.db_retry_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.405921] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.max_overflow = 50 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.406101] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.max_pool_size = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.406269] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.max_retries = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.406434] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.406594] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.mysql_wsrep_sync_wait = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.406749] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.pool_timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.406906] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.retry_interval = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.407075] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.slave_connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.407241] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.sqlite_synchronous = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.407404] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] database.use_db_reconnect = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.407572] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.asyncio_connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.407732] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.asyncio_slave_connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.407898] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.backend = sqlalchemy {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.408075] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.408245] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.connection_debug = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.408428] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.connection_parameters = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.408585] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.connection_recycle_time = 3600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.408745] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.connection_trace = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.408906] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.db_inc_retry_interval = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.409080] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.db_max_retries = 20 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.409248] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.db_max_retry_interval = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.409413] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.db_retry_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.409581] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.max_overflow = 50 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.409733] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.max_pool_size = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.409893] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.max_retries = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.410074] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.410238] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.410397] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.pool_timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.410558] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.retry_interval = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.410718] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.slave_connection = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.410878] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] api_database.sqlite_synchronous = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.411066] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] devices.enabled_mdev_types = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.411247] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.411419] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.411587] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ephemeral_storage_encryption.enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.411753] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.411923] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.api_servers = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.412100] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.412264] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.412444] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.412613] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.412767] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.412927] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.debug = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.413106] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.default_trusted_certificate_ids = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.413271] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.enable_certificate_validation = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.413434] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.enable_rbd_download = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.413596] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.413762] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.413923] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.414095] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.414254] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.414417] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.num_retries = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.414587] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.rbd_ceph_conf = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.414746] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.rbd_connect_timeout = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.414913] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.rbd_pool = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.415103] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.rbd_user = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.415268] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.415433] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.415592] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.415762] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.service_type = image {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.415927] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.416098] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.416290] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.416423] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.416606] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.416771] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.verify_glance_signatures = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.416930] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] glance.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.417110] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] guestfs.debug = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.417280] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.417444] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.auth_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.417605] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.417761] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.417924] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.418095] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.418259] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.418431] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.418609] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.418770] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.418930] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.419101] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.419260] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.419419] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.419577] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.419747] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.service_type = shared-file-system {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.419911] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.share_apply_policy_timeout = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.420086] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.420244] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.420403] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.420563] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.420743] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.420904] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] manila.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.421086] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] mks.enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.421459] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.421655] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] image_cache.manager_interval = 2400 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.421825] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] image_cache.precache_concurrency = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.421995] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] image_cache.remove_unused_base_images = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.422179] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.422349] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.422526] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] image_cache.subdirectory_name = _base {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.422705] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.api_max_retries = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.422873] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.api_retry_interval = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.423042] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.423211] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.auth_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.423372] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.423532] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.423696] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.423864] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.conductor_group = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.424035] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.424201] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.424361] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.424537] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.424692] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.424852] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425024] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425186] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.peer_list = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425346] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425504] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425669] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.serial_console_state_timeout = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425828] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.425996] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.service_type = baremetal {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.426171] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.shard = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.426335] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.426492] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.426650] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.426805] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.426984] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.427158] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ironic.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.427343] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.427516] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] key_manager.fixed_key = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.427702] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.427863] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.barbican_api_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.428030] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.barbican_endpoint = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.428204] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.barbican_endpoint_type = public {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.428393] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.barbican_region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.428527] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.428683] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.428843] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429011] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429171] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429330] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.number_of_retries = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429490] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.retry_delay = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429650] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.send_service_user_token = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429810] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.429965] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.430137] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.verify_ssl = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.430295] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican.verify_ssl_path = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.430460] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.430625] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.auth_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.430783] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.430938] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.431114] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.431277] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.431434] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.431596] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.431753] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] barbican_service_user.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.431917] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.approle_role_id = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.432084] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.approle_secret_id = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.432259] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.kv_mountpoint = secret {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.432417] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.kv_path = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.432581] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.kv_version = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.432739] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.namespace = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.432951] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.root_token_id = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.433057] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.ssl_ca_crt_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.433230] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.timeout = 60.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.433394] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.use_ssl = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.433565] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.433732] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.433890] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.434073] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.434241] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.434402] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.434562] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.434724] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.434881] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.435048] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.435206] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.435367] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.435528] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.435685] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.435852] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.service_type = identity {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.436020] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.436181] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.436347] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.436496] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.436711] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.436827] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] keystone.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.437030] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.ceph_mount_options = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.437461] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.437655] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.connection_uri = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.437821] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_mode = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.437988] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.438173] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_models = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.438345] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_power_governor_high = performance {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.438522] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.438690] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_power_management = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.438866] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.439044] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.device_detach_attempts = 8 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.439215] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.device_detach_timeout = 20 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.439383] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.disk_cachemodes = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.439542] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.disk_prefix = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.439700] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.enabled_perf_events = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.439861] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.file_backed_memory = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.440032] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.gid_maps = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.440194] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.hw_disk_discard = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.440347] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.hw_machine_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.440515] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_rbd_ceph_conf = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.440681] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.440842] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.441027] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_rbd_glance_store_name = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.441191] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_rbd_pool = rbd {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.441360] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_type = default {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.441519] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.images_volume_group = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.441684] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.inject_key = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.441846] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.inject_partition = -2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.442014] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.inject_password = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.442187] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.iscsi_iface = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.442348] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.iser_use_multipath = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.442514] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.442678] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.442839] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_downtime = 500 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443082] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443171] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443330] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_inbound_addr = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443490] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443654] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443813] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_scheme = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.443993] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_timeout_action = abort {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.444171] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_tunnelled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.444330] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_uri = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.444492] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.live_migration_with_native_tls = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.444655] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.max_queues = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.444817] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.445073] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.445242] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.nfs_mount_options = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.445563] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.445749] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.445909] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.446082] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.446252] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.446414] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.num_pcie_ports = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.446583] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.446750] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.pmem_namespaces = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.446911] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.quobyte_client_cfg = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.447226] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.447414] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.447589] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.447754] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.447915] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rbd_secret_uuid = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.448087] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rbd_user = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.448255] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.448442] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.448602] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rescue_image_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.448764] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rescue_kernel_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.448921] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rescue_ramdisk_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.449103] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.449266] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.rx_queue_size = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.449437] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.smbfs_mount_options = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.449735] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.449912] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.snapshot_compression = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.450089] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.snapshot_image_format = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.450331] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.450511] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.sparse_logical_volumes = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.450715] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.swtpm_enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.450856] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.swtpm_group = tss {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.451036] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.swtpm_user = tss {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.451216] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.sysinfo_serial = unique {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.451380] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.tb_cache_size = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.451544] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.tx_queue_size = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.451710] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.uid_maps = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.451874] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.use_virtio_for_bridges = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.452058] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.virt_type = kvm {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.452236] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.volume_clear = zero {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.452401] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.volume_clear_size = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.452570] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.volume_use_multipath = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.452732] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_cache_path = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.452903] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.453087] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.453260] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.453430] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.453724] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.453904] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.vzstorage_mount_user = stack {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.454085] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.454264] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.454434] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.auth_type = password {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.454595] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.454752] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.454913] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.455082] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.455242] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.455410] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.default_floating_pool = public {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.455568] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.455727] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.extension_sync_interval = 600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.455888] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.http_retries = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.456059] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.456225] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.456386] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.456554] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.456712] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.456878] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.ovs_bridge = br-int {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.457053] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.physnets = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.457226] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.region_name = RegionOne {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.457387] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.457559] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.service_metadata_proxy = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.457719] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.457886] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.service_type = network {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.458064] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.458224] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.458396] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.458535] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.458722] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.458883] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] neutron.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.459070] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] notifications.bdms_in_notifications = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.459252] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] notifications.default_level = INFO {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.459423] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] notifications.include_share_mapping = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.459604] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] notifications.notification_format = unversioned {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.459771] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] notifications.notify_on_state_change = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.459947] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.460138] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] pci.alias = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.460309] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] pci.device_spec = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.460480] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] pci.report_in_placement = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.460654] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.460825] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.auth_type = password {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.460993] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.461168] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.461327] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.461490] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.461651] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.461809] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.461964] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.default_domain_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.462137] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.default_domain_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.462294] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.domain_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.462449] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.domain_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.462607] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.462767] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.462922] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.463088] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.463245] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.463412] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.password = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.463571] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.project_domain_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.463734] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.project_domain_name = Default {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.463900] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.project_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.464080] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.project_name = service {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.464250] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.region_name = RegionOne {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.464412] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.464572] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.464743] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.service_type = placement {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.464909] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.465078] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.465241] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.465401] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.system_scope = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.465561] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.465717] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.trust_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.465873] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.user_domain_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.466049] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.user_domain_name = Default {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.466210] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.user_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.466385] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.username = nova {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.466564] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.466723] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] placement.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.466899] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.cores = 20 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.467073] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.count_usage_from_placement = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.467247] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.467417] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.injected_file_content_bytes = 10240 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.467585] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.injected_file_path_length = 255 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.467747] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.injected_files = 5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.467908] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.instances = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.468084] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.key_pairs = 100 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.468251] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.metadata_items = 128 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.468426] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.ram = 51200 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.468632] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.recheck_quota = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.468842] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.server_group_members = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.469100] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.server_groups = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.469329] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.469510] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] quota.unified_limits_resource_strategy = require {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.469688] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.469855] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.470028] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.image_metadata_prefilter = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.470193] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.470358] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.max_attempts = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.470520] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.max_placement_results = 1000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.470714] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.470860] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.471017] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.471196] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] scheduler.workers = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.471371] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.471544] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.471721] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.471891] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.472065] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.472234] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.472399] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.472598] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.472760] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.host_subset_size = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.472924] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.473094] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.473261] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.473466] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.isolated_hosts = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.473721] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.isolated_images = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.473907] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.474085] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.474254] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.474418] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.pci_in_placement = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.474581] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.474740] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.474902] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.475073] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.475239] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.475403] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.475564] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.track_instance_changes = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.475807] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.476007] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metrics.required = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.476184] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metrics.weight_multiplier = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.476385] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.476512] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] metrics.weight_setting = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.476834] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.477027] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] serial_console.enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.477203] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] serial_console.port_range = 10000:20000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.477376] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.477545] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.477714] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] serial_console.serialproxy_port = 6083 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.477883] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.478068] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.auth_type = password {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.478234] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.478431] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.478594] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.478758] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.478916] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.479100] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.send_service_user_token = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.479267] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.479483] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] service_user.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.479629] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.agent_enabled = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.479793] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.480125] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.480338] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.480510] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.html5proxy_port = 6082 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.480670] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.image_compression = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.480831] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.jpeg_compression = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.480986] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.playback_compression = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.481165] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.require_secure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.481335] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.server_listen = 127.0.0.1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.481501] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.481662] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.streaming_mode = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.481818] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] spice.zlib_compression = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.481982] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] upgrade_levels.baseapi = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.482167] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] upgrade_levels.compute = auto {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.482327] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] upgrade_levels.conductor = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.482485] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] upgrade_levels.scheduler = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.482652] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.482811] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.482968] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.483138] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.483301] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.483460] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.483621] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.483780] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.483936] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vendordata_dynamic_auth.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.484124] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.api_retry_count = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.484287] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.ca_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.484457] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.484624] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.cluster_name = testcl1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.484790] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.connection_pool_size = 10 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.484950] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.console_delay_seconds = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.485130] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.datastore_regex = ^datastore.* {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.485361] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.485560] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.host_password = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.485739] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.host_port = 443 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.485909] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.host_username = administrator@vsphere.local {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.486094] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.insecure = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.486261] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.integration_bridge = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.486427] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.maximum_objects = 100 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.486588] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.pbm_default_policy = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.486750] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.pbm_enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.486906] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.pbm_wsdl_location = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.487087] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.487252] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.serial_port_proxy_uri = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.487409] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.serial_port_service_uri = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.487576] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.task_poll_interval = 0.5 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.487785] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.use_linked_clone = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.487996] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.vnc_keymap = en-us {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.488189] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.vnc_port = 5900 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.488371] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vmware.vnc_port_total = 10000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.488574] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.auth_schemes = ['none'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.488756] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.489088] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.489280] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.489475] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.novncproxy_port = 6080 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.489694] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.server_listen = 127.0.0.1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.489879] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.490056] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.vencrypt_ca_certs = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.490218] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.vencrypt_client_cert = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.490376] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vnc.vencrypt_client_key = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.490560] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.490724] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.disable_deep_image_inspection = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.490888] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.491063] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.491231] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.491395] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.disable_rootwrap = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.491557] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.enable_numa_live_migration = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.491720] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.491879] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.492051] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.492218] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.libvirt_disable_apic = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.492381] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.492546] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.492708] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.492870] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.493043] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.493209] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.493371] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.493532] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.493717] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.493854] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.494049] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.494224] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.client_socket_timeout = 900 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.494393] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.default_pool_size = 1000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.494561] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.keep_alive = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.494726] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.max_header_line = 16384 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.494888] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.495056] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.ssl_ca_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.495219] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.ssl_cert_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.495377] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.ssl_key_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.495549] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.tcp_keepidle = 600 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.495718] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.495888] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] zvm.ca_file = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.496060] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] zvm.cloud_connector_url = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.496379] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.496567] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] zvm.reachable_timeout = 300 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.496742] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.496927] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.497122] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.connection_string = messaging:// {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.497293] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.enabled = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.497464] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.es_doc_type = notification {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.497672] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.es_scroll_size = 10000 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.497860] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.es_scroll_time = 2m {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.498038] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.filter_error_trace = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.498215] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.hmac_keys = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.498419] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.sentinel_service_name = mymaster {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.498600] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.socket_timeout = 0.1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.498767] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.trace_requests = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.498929] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler.trace_sqlalchemy = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.499126] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler_jaeger.process_tags = {} {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.499290] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler_jaeger.service_name_prefix = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.499458] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] profiler_otlp.service_name_prefix = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.499700] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] remote_debug.host = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.499886] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] remote_debug.port = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.500203] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.500274] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.500407] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.500569] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.500728] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.500884] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.501054] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.501218] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.501378] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.501549] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.501706] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.501873] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.502049] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.502222] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.502390] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.502564] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.502791] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.502981] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.503162] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.503333] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.503500] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.503666] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.503840] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.503988] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.504163] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.504330] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.504483] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.504643] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.504810] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.504971] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.ssl = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.505157] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.505327] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.505487] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.505695] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.505903] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.506084] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.506294] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.506485] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_notifications.retry = -1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.506669] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.506843] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507038] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.auth_section = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507204] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.auth_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507362] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.cafile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507519] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.certfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507680] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.collect_timing = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507838] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.connect_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.507993] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.connect_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.508163] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.endpoint_id = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.508338] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.508522] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.endpoint_override = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.508686] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.endpoint_region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.508846] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.endpoint_service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.509012] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.endpoint_service_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.509222] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.insecure = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.509434] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.keyfile = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.509650] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.max_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.509905] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.min_version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.510124] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.region_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.510297] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.retriable_status_codes = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.510461] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.service_name = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.510624] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.service_type = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.510788] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.split_loggers = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.510947] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.status_code_retries = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.511118] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.status_code_retry_delay = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.511279] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.timeout = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.511436] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.valid_interfaces = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.511594] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_limit.version = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.511759] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_reports.file_event_handler = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.511922] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.512094] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] oslo_reports.log_dir = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.512288] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.512507] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.512709] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.512955] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.513212] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.513415] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.513670] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.513962] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_ovs_privileged.group = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.514065] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.514242] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.514407] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.514570] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] vif_plug_ovs_privileged.user = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.514741] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.514924] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.515110] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.515285] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.515458] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.515628] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.515793] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.515952] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.516145] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.516321] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.isolate_vif = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.516485] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.516652] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.516819] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.516985] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.517163] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] os_vif_ovs.per_port_bridge = False {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.517335] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] privsep_osbrick.capabilities = [21] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.517495] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] privsep_osbrick.group = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.517655] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] privsep_osbrick.helper_command = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.517817] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.517979] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.518151] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] privsep_osbrick.user = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.518324] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.518530] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] nova_sys_admin.group = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.518708] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] nova_sys_admin.helper_command = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.518917] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.519155] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.519336] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] nova_sys_admin.user = None {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 516.519489] env[62533]: DEBUG oslo_service.service [None req-52f3a4ba-df7a-4a19-b9d8-169f7405d495 None None] ******************************************************************************** {{(pid=62533) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 516.519940] env[62533]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 517.024051] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Getting list of instances from cluster (obj){ [ 517.024051] env[62533]: value = "domain-c8" [ 517.024051] env[62533]: _type = "ClusterComputeResource" [ 517.024051] env[62533]: } {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 517.025144] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd15dc8-e11f-4ef5-8641-29c994448ca5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.034252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Got total of 0 instances {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 517.034843] env[62533]: WARNING nova.virt.vmwareapi.driver [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 517.035329] env[62533]: INFO nova.virt.node [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Generated node identity 733d32e8-8cd1-4b07-a886-f15a83a909db [ 517.035569] env[62533]: INFO nova.virt.node [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Wrote node identity 733d32e8-8cd1-4b07-a886-f15a83a909db to /opt/stack/data/n-cpu-1/compute_id [ 517.538748] env[62533]: WARNING nova.compute.manager [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Compute nodes ['733d32e8-8cd1-4b07-a886-f15a83a909db'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 518.544518] env[62533]: INFO nova.compute.manager [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 519.550388] env[62533]: WARNING nova.compute.manager [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 519.550767] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.550902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.551063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.551222] env[62533]: DEBUG nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 519.552129] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1993ec-f34a-4db6-95aa-f13775a40e72 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.560039] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce38f2db-71d5-4bbb-ba4b-90916dc0d5e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.573514] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b05788-6af9-472a-aaa6-2af362f67b0c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.579879] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b30164-158f-4f9a-8760-ce718be5483e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.608838] env[62533]: DEBUG nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181328MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 519.608977] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.609180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.112137] env[62533]: WARNING nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] No compute node record for cpu-1:733d32e8-8cd1-4b07-a886-f15a83a909db: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 733d32e8-8cd1-4b07-a886-f15a83a909db could not be found. [ 520.615350] env[62533]: INFO nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 733d32e8-8cd1-4b07-a886-f15a83a909db [ 522.123176] env[62533]: DEBUG nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 522.123525] env[62533]: DEBUG nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 522.283719] env[62533]: INFO nova.scheduler.client.report [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] [req-e58d3212-d7f8-4c60-95fa-642f79109136] Created resource provider record via placement API for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 522.302077] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23e7496-f238-43ca-87a7-4953bff48caf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.309981] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3064615-dc93-4b24-89a7-fa9a37798927 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.344586] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87a2ba4-70db-4089-9f64-3e011f89ebbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.351877] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e1bd2-fabd-403c-ba52-e9b53d7b7688 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.364823] env[62533]: DEBUG nova.compute.provider_tree [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 522.905986] env[62533]: DEBUG nova.scheduler.client.report [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 522.905986] env[62533]: DEBUG nova.compute.provider_tree [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 0 to 1 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 522.905986] env[62533]: DEBUG nova.compute.provider_tree [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 522.953038] env[62533]: DEBUG nova.compute.provider_tree [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 1 to 2 during operation: update_traits {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 523.456131] env[62533]: DEBUG nova.compute.resource_tracker [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 523.456592] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.847s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.456592] env[62533]: DEBUG nova.service [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Creating RPC server for service compute {{(pid=62533) start /opt/stack/nova/nova/service.py:186}} [ 523.468924] env[62533]: DEBUG nova.service [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] Join ServiceGroup membership for this service compute {{(pid=62533) start /opt/stack/nova/nova/service.py:203}} [ 523.469109] env[62533]: DEBUG nova.servicegroup.drivers.db [None req-ede0e2b8-928e-4a00-bc5a-a7705224711d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62533) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 535.473065] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.976736] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Getting list of instances from cluster (obj){ [ 535.976736] env[62533]: value = "domain-c8" [ 535.976736] env[62533]: _type = "ClusterComputeResource" [ 535.976736] env[62533]: } {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.977959] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d312437b-982f-4413-a00f-056f3c149ec9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.986791] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Got total of 0 instances {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.987015] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.987321] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Getting list of instances from cluster (obj){ [ 535.987321] env[62533]: value = "domain-c8" [ 535.987321] env[62533]: _type = "ClusterComputeResource" [ 535.987321] env[62533]: } {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.988201] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3504bbb5-e7f6-4062-a6a8-11d8dd8de2ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.995085] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Got total of 0 instances {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.818772] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.819204] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.819327] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 571.819405] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 572.322266] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 572.322526] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.322737] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.322947] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.323166] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.323356] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.323570] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.323773] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 572.323927] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.826896] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.827289] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.827341] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.827529] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 572.828724] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd22a53-e0d1-4f51-89bc-f6c18ba60c4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.836778] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc27b56-c3e4-44b3-9915-480c3a46c13a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.849955] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292d8a5-7930-4317-ab98-a0f929fe11ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.856149] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3416476-19fa-49ee-9366-92f2a1f0906f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.885104] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181329MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 572.885241] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.885445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.903844] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 573.904090] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 573.920381] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c08ed-978a-4095-bac6-1b13c3aaa24c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.928127] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f4bf69-79de-4a33-814b-150999011341 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.957828] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3680113b-4aec-4479-ae85-e2525b3b2fac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.965062] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f348a6-2b56-4b44-9833-a27e48365e31 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.977924] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.480884] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.986064] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 574.986551] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.973978] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.974386] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.479073] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.479237] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 635.479375] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 635.985383] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 635.985763] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.985763] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.985927] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.986123] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.986305] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.986488] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.986625] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 635.986799] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.490389] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.490655] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.490791] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.490947] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 636.491893] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c020711-4a48-4f1c-8166-dc12a0018df0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.500609] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af782d-6336-480f-b1b6-dc8957b02d3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.515060] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636f4f75-b1ef-41ec-a862-f64b033010ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.521959] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9ddbca-12b0-4c96-8cbc-aba246bd4f32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.551725] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 636.551914] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.552123] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.572616] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 637.572616] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 637.584342] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f90424-2bd0-4315-a663-6cdfe1006aa8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.592691] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd6e73-b720-4775-ab72-35ff58a59baf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.621929] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2949c861-a7bf-4180-8ba8-4e27ed929e66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.628897] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f56a7d-3c44-4c11-8c37-776cec96b31a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.641966] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.149077] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.150428] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 638.150604] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.152157] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.152525] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.152525] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 698.152669] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 698.655404] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 698.655644] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.655784] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.655932] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.656092] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.656252] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.656414] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.656546] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 698.656715] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 699.160261] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.160750] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.160750] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.160878] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 699.161753] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c292e975-0cd8-49f7-bbd9-83b8d6761e26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.170165] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea680011-3ffe-4856-a475-f93dacd7c653 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.184316] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4004db92-72bb-4506-bf5b-31fa2ad88f91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.190562] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa1a17c-f92b-48ed-920a-acd290806060 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.218290] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181339MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 699.218435] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.218633] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.237132] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 700.237455] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 700.250168] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aae99e-e3c4-42e4-9f92-0f7ae43c9a20 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.257718] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb4284-1cd2-474f-bb85-ef87598021f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.286877] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5465af0d-f91a-479a-b993-dbc000441107 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.293617] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419de57-a86d-4ff2-9824-ec65e13cde4c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.306259] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.809625] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.810918] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 700.811140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.465487] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.970709] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.970895] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 754.971088] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 755.473662] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 755.474068] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.474068] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.810599] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.810825] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.811044] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.811183] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 755.811331] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.314753] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.314999] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.315191] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.315347] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 756.316278] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46220ff8-a37a-4836-aab0-6f0f221adab8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.324922] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72af63bc-8926-4c1f-9dae-0b3118588662 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.339704] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d5103d-8bb1-4972-ae2a-47e0a6349236 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.346405] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aadfddc-43ca-4013-bbdc-4c911de25b2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.374981] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181339MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 756.375190] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.375326] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.393519] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 757.393783] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 757.406389] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe92b3-2c38-49ea-9911-01587881486c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.414135] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b4deb0-5b69-405f-a097-a78f112b5d70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.443886] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7934a7f4-50ea-4ac3-8c16-7b0dd3a10e4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.450747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbdfebd-bd2f-4bd5-a8f4-09c7eacdbbc0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463375] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.966229] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.967521] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 757.967700] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.968282] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.968631] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.811287] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.811684] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 812.315258] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] There are 0 instances to clean {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11724}} [ 812.315510] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.315640] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances with incomplete migration {{(pid=62533) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11753}} [ 812.818757] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.321366] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.321756] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.806973] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.811989] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.811989] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 816.811989] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 817.313632] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 817.313937] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.314128] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.314263] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 817.811040] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.811413] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.811448] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.314386] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.314662] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.314804] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.314953] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 818.315870] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4679e59c-8245-4411-998c-1b8a1908dfff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.325360] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c3d0d-0be1-4838-b1a9-8ae56f6c063c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.339840] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3807679-aa66-4e73-a32e-c6db264af654 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.346076] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4490c88c-f811-4a73-b9f4-ec1926cc0512 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.373835] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181327MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 818.374026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.374209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.392812] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 819.392812] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 819.407335] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ed8c5-6945-4ba3-bf04-bfce42a10b2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.415175] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab10b1b-07ee-4064-a1f2-8ca51cf80f37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.444289] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a766cf-3630-478c-8357-947522ce8b8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.450775] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad035f4-ff9a-41a8-8ea6-9fdd0f4bc5e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.463130] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.966392] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.967607] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 819.967785] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.963082] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.963590] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.470445] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.470445] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 878.470445] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 878.971225] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 878.971656] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.971656] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.971724] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.971868] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.972057] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.972201] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 878.972346] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.475963] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.476216] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.476383] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.476544] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 879.477481] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac7f1e-b715-4044-a141-c327703bad7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.485977] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2dc4c9-f72e-417f-9c08-dc63058cf4da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.499477] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d1ecc-76d9-4914-8b68-89bfb2ab8e1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.505566] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b299db6-223c-437c-ae94-c60243cbbd5c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.534082] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 879.534218] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.534403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.567936] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 880.568183] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 880.584270] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.598263] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.598436] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.610947] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.627731] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.641231] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304537ab-93fe-4879-a563-d1f527d8b645 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.648428] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733bd50-2300-4ede-9abf-ce0979b670e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.677825] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f330d6-5005-49bf-8e4d-0e39325076e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.685074] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616104ab-e7eb-4789-bffe-96e25b0138df {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.698840] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.201593] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.202885] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 881.203075] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.669s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.042735] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.811259] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.811627] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.812073] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.806402] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.809959] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.810122] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 938.810229] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 939.313349] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 939.313777] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.313777] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.313903] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 939.314088] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.817284] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.817529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.817700] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.817842] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 939.818770] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a7e33c-8b8a-46f5-82d4-db7ded9f83b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.826846] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb5fc9-1eec-454f-924f-b836b8282b78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.840700] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81156d9d-a046-4926-84b2-f2c8f88418c6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.847032] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a032a-628c-48c7-89f7-d588536c79fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.876500] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181323MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 939.876639] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.876808] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.894619] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 940.894880] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 940.907612] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd96e27-4dc4-4236-b5ed-3675c0ccaf43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.915368] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570ce9c-e7e9-4271-b8d3-c581fbfde5ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.943860] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67272bd7-c6bf-405b-8c21-ab03bfdcda3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.950727] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f935f30d-998c-40b9-b5b3-d9bed0d5fbcc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.963817] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.467184] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.468437] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 941.468625] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.966458] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.809884] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.315366] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.811385] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.806151] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.810888] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.811075] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 998.811191] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 999.313597] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 999.313985] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.811553] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.811796] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.811970] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 999.812144] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.315865] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.316207] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.316244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.316406] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1000.317334] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfff8db-a8bc-43a3-924d-cab164ea0221 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.325559] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152b9aa5-6a27-4c5d-883b-1c5ecdf1b06d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.339556] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e368a-42a1-4dc5-b1f9-3f989c60dd11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.345494] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e649c0-94ff-4305-9507-522232556dcc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.373806] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1000.373956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.374142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.391339] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1001.391657] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1001.404452] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a382b-419f-437c-a2af-571ca25ec19e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.412132] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2e0f5-7ae9-4a03-b16f-1ae9bcf06123 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.440631] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fec872-1073-439a-aa72-3284801f2942 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.447834] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b1b4c-4a6d-4254-adc7-ba45c1c5d572 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.460814] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.963671] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.965013] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1001.965195] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.964394] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.806140] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.810779] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.810942] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1058.811077] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1059.314550] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1059.314764] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.314926] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.811575] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.314766] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.315044] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.315233] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.315379] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1060.316315] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78edfbf-6979-4fc0-aa0f-51a462337cbe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.324426] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b829129-3904-4f35-a9aa-840a446dcd5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.338074] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15305517-5a11-4332-8382-dd491c40e0be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.343976] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd6c74-2998-406b-b984-3fe700e406f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.371724] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1060.371864] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.372051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.389582] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1061.389831] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1061.403688] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ee1df2-4f54-4654-8391-0ad5cf133cfb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.410873] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb8620e-0eb8-4b71-92fc-e149d949ee13 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.440077] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb076a-ff4c-41fd-b157-4f80eaf213c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.446798] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055bcffd-1909-408d-b758-089de53ede04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.459329] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.964276] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.964276] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1061.964276] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.964888] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.964888] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.964888] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.964888] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1063.811195] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.811849] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.812300] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1113.314779] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] There are 0 instances to clean {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11724}} [ 1119.314749] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.314749] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.806973] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.810597] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.810764] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1120.810881] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1121.313558] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1121.313798] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.811111] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.316218] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.316475] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1122.316870] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.823021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.823021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.823021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.823021] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1122.823021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7804ec79-b17e-4a7f-b4f0-25856ba44c66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.831870] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ef1039-751d-4fe8-a315-4127fdc55c50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.845665] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc1d910-03c5-461d-8b84-1da800436660 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.851749] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465d069-ed2c-4b31-b5e0-16e7de9a585b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.879986] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181326MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1122.881020] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.881020] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.899121] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1123.899121] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1123.912068] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c24ca8-608f-4e14-a816-8c57e7c3155f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.919777] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58842753-313f-4815-9d8b-e67ff8e1537f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.949492] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b1ad0-af80-43ff-bc62-7f9d2ab96c32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.956647] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603172d-09ca-4cc7-a856-1f3468fa460f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.969349] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.473104] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.473953] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1124.474147] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.474359] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.471958] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.472267] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.811672] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.811834] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances with incomplete migration {{(pid=62533) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11753}} [ 1135.981093] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.483278] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Getting list of instances from cluster (obj){ [ 1136.483278] env[62533]: value = "domain-c8" [ 1136.483278] env[62533]: _type = "ClusterComputeResource" [ 1136.483278] env[62533]: } {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1136.484422] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274e7a6-e205-4e35-bef3-0bb48e5716aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.493644] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Got total of 0 instances {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1180.326651] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.327081] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.807185] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.812136] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.812494] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.812494] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1182.811642] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.811845] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1182.811965] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1183.315110] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1183.315432] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.819351] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.819604] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.819766] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.819919] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1183.820868] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c5676-3491-42ba-bf6d-6219941deffc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.829389] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9210b9-9d44-4ceb-9711-c62e1f7aa712 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.842919] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df1a9b1-a5e8-49f7-ac9c-fc2d2b3b5df1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.849072] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ee528-ad14-4de6-9486-906f372480a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.876690] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181332MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1183.876837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.877031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.994773] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1184.995051] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1185.010137] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1185.021352] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1185.021527] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.031539] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1185.047504] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1185.060499] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e3719-8708-497a-8202-34be16867c69 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.068120] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b57255a-0a87-4898-af4a-d06103c4ccb7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.098746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a0196-da64-48b8-81d5-270e80283eec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.106428] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ed76b-3f3e-4c13-b720-286d953570c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.119454] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.623130] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.624400] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1185.624576] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.748s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.120306] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.120675] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.812380] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.812838] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.807393] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.811200] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.810611] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.313421] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.313777] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.313871] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.313997] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1243.314935] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2fe8a-6dd6-4a6a-9fee-982ba740de2e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.323011] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718663f-bb74-4599-bdb2-033e42c1f497 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.336482] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724fdae7-335d-4568-a08d-478d83c0a1f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.342347] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7fe475-05d8-48f9-a1ec-087c9391206b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.370014] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1243.370159] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.370342] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.388062] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1244.388379] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1244.401080] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edddf0f-14ac-476e-8471-df1411e29b2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.408634] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8cf46e-881c-4b2a-b1c3-45691171e0d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.438118] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df768deb-afe3-4850-9403-d05568c96c31 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.445205] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f25802-2462-46bf-b612-a9f826f76ae8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.457907] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.961408] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.962666] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1244.962847] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.963621] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.964027] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1245.964027] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1246.466982] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1246.467247] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.467460] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.467616] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1246.811275] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.316423] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.812577] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.813073] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.808570] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.810216] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.811342] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.315608] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.315868] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.316046] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.316209] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1305.317129] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd3bf9e-6393-449d-9b7c-1980cda2bcc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.325084] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef853b-a1c4-4153-988e-8546879f325e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.339516] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ade886-70cf-4f2b-85a6-1c84af8dfd2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.345427] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949a511-704e-4d43-84b3-bfd4574fdb47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.372826] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181323MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1305.372968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.373151] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.391016] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1306.391296] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1306.404555] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c6a68f-8250-4a5d-820b-994ee13f118b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.412528] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e934285-0d33-4fc2-a7ad-14f02a77a41e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.442012] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8048b14-7723-4305-97b6-08ec1ce06c24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.448855] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4336ceb-42ca-4f61-a75f-3ec31e0b4f57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.461818] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.964545] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.965967] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1306.966199] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.966836] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.967236] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1307.967236] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1308.470654] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1308.470903] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.471127] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.471321] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.471470] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1353.557341] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.558036] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.883343] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "e0e62316-8e27-4949-a050-3f05f8020ca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.883578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "e0e62316-8e27-4949-a050-3f05f8020ca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.061667] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.389051] env[62533]: DEBUG nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.559656] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "5d7417eb-c71d-4cec-b13e-845a652ef709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.559656] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "5d7417eb-c71d-4cec-b13e-845a652ef709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.617951] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.617951] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.620472] env[62533]: INFO nova.compute.claims [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.915988] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.063906] env[62533]: DEBUG nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.596291] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.762711] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6494c-a624-413d-bc1b-eec8aae4f322 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.775738] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a5608-0e61-4e39-9547-d0bd14a5b1fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.817731] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa158e-0e02-4a85-a1c6-9d2a8728de5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.825743] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791f139-0a9a-41bf-8638-bec581d4c1ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.845574] env[62533]: DEBUG nova.compute.provider_tree [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.862573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "5333988c-9980-4aca-a0f3-42c4c748f4ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.862573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.347996] env[62533]: DEBUG nova.scheduler.client.report [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.365073] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.856161] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.856161] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.863044] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.944s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.864574] env[62533]: INFO nova.compute.claims [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.899150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.377111] env[62533]: DEBUG nova.compute.utils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.378812] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.382872] env[62533]: DEBUG nova.network.neutron [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.706713] env[62533]: DEBUG nova.policy [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '180480bd0afc463c8d3d924ebdb3a484', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a048e39ec4439d9a9d6679ef4f1c17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.888555] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.979484] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd62746-d4ee-409b-b445-868eab169505 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.989098] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6dfdb-e68c-4d31-893f-d96e610eb91f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.023206] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb6f5b-a061-47ee-bcba-c804a6590ba3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.030625] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ede92f4-3aee-42d3-abc8-02016b89ee8d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.045965] env[62533]: DEBUG nova.compute.provider_tree [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.302848] env[62533]: DEBUG nova.network.neutron [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Successfully created port: 7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.471531] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.471760] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.549577] env[62533]: DEBUG nova.scheduler.client.report [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.906347] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.937401] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.938291] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.938520] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.939291] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.939291] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.939291] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.939650] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.939834] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.940014] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.940205] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.940525] env[62533]: DEBUG nova.virt.hardware [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.941455] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a554a11-3d6b-429f-9930-ae264b4e1643 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.951836] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608a796-e189-4fb8-96ad-6f5cffca75c6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.975783] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6eb0fe-a130-48fe-a2ce-72e15bdda876 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.992315] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.057870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.059534] env[62533]: DEBUG nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.062596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.466s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.064303] env[62533]: INFO nova.compute.claims [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.152502] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "762115bf-9390-48e5-af73-803669426742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.152742] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "762115bf-9390-48e5-af73-803669426742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.522021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.570581] env[62533]: DEBUG nova.compute.utils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.578961] env[62533]: DEBUG nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1359.655033] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.084562] env[62533]: DEBUG nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.194205] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.197540] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31deab-48bd-46ff-94fa-4ee9aefbf38b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.207285] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d87a8a-b07c-46e1-bfa8-366a004d7c95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.242180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b302d-e26d-4038-bc8e-7299ab39a2ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.250667] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d1096-103c-46aa-905a-e96b8a57140b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.266224] env[62533]: DEBUG nova.compute.provider_tree [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.688157] env[62533]: DEBUG nova.network.neutron [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Successfully updated port: 7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.773654] env[62533]: DEBUG nova.scheduler.client.report [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.811587] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.098325] env[62533]: DEBUG nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.128981] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.129195] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.129373] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.129489] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.129746] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.129808] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.130324] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.135768] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.135993] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.136180] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.136353] env[62533]: DEBUG nova.virt.hardware [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.137278] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb29aae-a7d4-4cfb-bce2-85de1334dc4b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.150539] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7944e3-97f1-4d55-bd62-d607a374ef2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.169428] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.180760] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.180760] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6cdab7f-fef4-43ad-aa10-97b542a7930e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.191448] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.191839] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquired lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.191839] env[62533]: DEBUG nova.network.neutron [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.194710] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Created folder: OpenStack in parent group-v4. [ 1361.194941] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating folder: Project (03fcd0eda9d041649cfab594414365e7). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.195425] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907ac596-87f4-47e5-8f23-1ec9d49d7781 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.207980] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Created folder: Project (03fcd0eda9d041649cfab594414365e7) in parent group-v391816. [ 1361.207980] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating folder: Instances. Parent ref: group-v391817. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.207980] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c9a9dca-3331-4f6e-bc99-03d1da166f8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.216594] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Created folder: Instances in parent group-v391817. [ 1361.217276] env[62533]: DEBUG oslo.service.loopingcall [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.217478] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.217681] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c422a3d4-79d0-4cd3-805f-821d151ed398 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.235881] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.235881] env[62533]: value = "task-1897670" [ 1361.235881] env[62533]: _type = "Task" [ 1361.235881] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.249707] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897670, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.282109] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.282738] env[62533]: DEBUG nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.290884] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.391s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.291279] env[62533]: INFO nova.compute.claims [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.748779] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897670, 'name': CreateVM_Task, 'duration_secs': 0.319961} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.748992] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.750137] env[62533]: DEBUG oslo_vmware.service [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d9d302-b720-4efd-9e64-a16c391fadf7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.756079] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.756165] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.757116] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.757374] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9498a5-3357-4c8b-a3cf-2a1be1df5edb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.762709] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1361.762709] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529c7b3a-102a-4670-0033-38451c3af9a2" [ 1361.762709] env[62533]: _type = "Task" [ 1361.762709] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.770336] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529c7b3a-102a-4670-0033-38451c3af9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.779864] env[62533]: DEBUG nova.network.neutron [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.792068] env[62533]: DEBUG nova.compute.utils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.793965] env[62533]: DEBUG nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1361.810786] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.208513] env[62533]: DEBUG nova.network.neutron [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Updating instance_info_cache with network_info: [{"id": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "address": "fa:16:3e:ff:25:28", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d7f32-5c", "ovs_interfaceid": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.278049] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.278049] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.278049] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.278049] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.278558] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.278889] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8f4ef8-6356-40a5-a51b-fc60df8c9fe8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.294699] env[62533]: DEBUG nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.302779] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.302876] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.303795] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3abc2-3222-4717-a088-505293ab6a03 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.318303] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033edb59-fb17-4295-9f57-8cdbe7539ad2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.328154] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1362.328154] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521dbf68-bca2-0bc3-6737-a36fe06b053a" [ 1362.328154] env[62533]: _type = "Task" [ 1362.328154] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.337494] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Preparing fetch location {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1362.337737] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating directory with path [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.337962] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d53532-b2ee-4480-b891-0ec14e56a82f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.361406] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Created directory with path [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.361743] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Fetch image to [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1362.361893] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Downloading image file data 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62533) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1362.363832] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c2eed5-b6b6-48bf-911d-e9a58875cb43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.372245] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019fb621-53d5-4f24-bb3d-75a663d9fbbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.387213] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7254c521-9f7c-4f5d-abd0-4765acd49f87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.428255] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ed315-7f86-4430-aaaf-a55b3842445a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.436529] env[62533]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fd44faf8-3b98-4af0-9c86-fc7803d86e4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.467151] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Downloading image file data 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to the data store datastore1 {{(pid=62533) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1362.494927] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5949d37-49a3-4e1c-8a9d-78d67ed8dea6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.501325] env[62533]: DEBUG nova.compute.manager [req-631aea0a-dfa7-42ab-96b4-ec61794072e1 req-d07a6dbe-1aab-4a96-91b3-f015b30dd6a2 service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Received event network-vif-plugged-7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1362.501537] env[62533]: DEBUG oslo_concurrency.lockutils [req-631aea0a-dfa7-42ab-96b4-ec61794072e1 req-d07a6dbe-1aab-4a96-91b3-f015b30dd6a2 service nova] Acquiring lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.501735] env[62533]: DEBUG oslo_concurrency.lockutils [req-631aea0a-dfa7-42ab-96b4-ec61794072e1 req-d07a6dbe-1aab-4a96-91b3-f015b30dd6a2 service nova] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.501897] env[62533]: DEBUG oslo_concurrency.lockutils [req-631aea0a-dfa7-42ab-96b4-ec61794072e1 req-d07a6dbe-1aab-4a96-91b3-f015b30dd6a2 service nova] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.502086] env[62533]: DEBUG nova.compute.manager [req-631aea0a-dfa7-42ab-96b4-ec61794072e1 req-d07a6dbe-1aab-4a96-91b3-f015b30dd6a2 service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] No waiting events found dispatching network-vif-plugged-7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.502373] env[62533]: WARNING nova.compute.manager [req-631aea0a-dfa7-42ab-96b4-ec61794072e1 req-d07a6dbe-1aab-4a96-91b3-f015b30dd6a2 service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Received unexpected event network-vif-plugged-7b9d7f32-5cba-4a91-ab6a-c3a0df91694e for instance with vm_state building and task_state spawning. [ 1362.509951] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab8438-aadc-45a9-9ebb-3adbf5f657e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.556695] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de097b41-65b2-41f7-b37e-005e021ba7b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.565848] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329325ce-f54c-4805-b25c-fa3e94a4120b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.585847] env[62533]: DEBUG nova.compute.provider_tree [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.589208] env[62533]: DEBUG oslo_vmware.rw_handles [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62533) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1362.711785] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Releasing lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.712116] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Instance network_info: |[{"id": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "address": "fa:16:3e:ff:25:28", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d7f32-5c", "ovs_interfaceid": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.715871] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:25:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9d7f32-5cba-4a91-ab6a-c3a0df91694e', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.725909] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Creating folder: Project (59a048e39ec4439d9a9d6679ef4f1c17). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.730322] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab79506a-abd8-4861-bf30-79d0fa000217 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.743665] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Created folder: Project (59a048e39ec4439d9a9d6679ef4f1c17) in parent group-v391816. [ 1362.743821] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Creating folder: Instances. Parent ref: group-v391820. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.744087] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d054224e-c7d7-462f-9b7b-fcbf379d91bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.753366] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Created folder: Instances in parent group-v391820. [ 1362.753651] env[62533]: DEBUG oslo.service.loopingcall [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.753801] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.754014] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3ae63e-3251-47c9-bd3d-f4572bb700eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.775255] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.775255] env[62533]: value = "task-1897673" [ 1362.775255] env[62533]: _type = "Task" [ 1362.775255] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.783802] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897673, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.807767] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.095379] env[62533]: DEBUG nova.scheduler.client.report [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.276609] env[62533]: DEBUG oslo_vmware.rw_handles [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Completed reading data from the image iterator. {{(pid=62533) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1363.276609] env[62533]: DEBUG oslo_vmware.rw_handles [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1363.287363] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897673, 'name': CreateVM_Task, 'duration_secs': 0.338337} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.288085] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.299143] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.299365] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.299730] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.299962] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591f43ad-46df-441d-a5c7-f233d601a6c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.304647] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1363.304647] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fb0094-ed89-793e-7fcc-77e231bcdfb7" [ 1363.304647] env[62533]: _type = "Task" [ 1363.304647] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.312697] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fb0094-ed89-793e-7fcc-77e231bcdfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.316034] env[62533]: DEBUG nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.352311] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.352572] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.352728] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.352958] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.353181] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.353252] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.353405] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.353561] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.353726] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.353889] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.354066] env[62533]: DEBUG nova.virt.hardware [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.354938] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e13d0e-921c-4067-905f-02ce67a0fd30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.363215] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1edfd9-196f-4259-8457-8dd3fccbc62a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.376691] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.385784] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Creating folder: Project (f5f6ecb3bbe44f3abe53ac862ce99a0f). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.387029] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00ffeed0-0941-471b-b5a3-18c986faa948 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.397653] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Created folder: Project (f5f6ecb3bbe44f3abe53ac862ce99a0f) in parent group-v391816. [ 1363.397653] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Creating folder: Instances. Parent ref: group-v391823. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.397653] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb78573b-b76b-4dd1-aa63-ca5f1a2e56e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.406022] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Created folder: Instances in parent group-v391823. [ 1363.406117] env[62533]: DEBUG oslo.service.loopingcall [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.406277] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.407959] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46258b9c-84eb-4a0e-ba3f-a7e2f0aa9456 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.419236] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Downloaded image file data 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62533) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1363.421031] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Caching image {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1363.421272] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Copying Virtual Disk [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk to [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.421520] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae3ce884-b25a-4c71-bcc4-a407c4b48e72 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.425108] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.425108] env[62533]: value = "task-1897676" [ 1363.425108] env[62533]: _type = "Task" [ 1363.425108] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.433930] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897676, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.438869] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1363.438869] env[62533]: value = "task-1897677" [ 1363.438869] env[62533]: _type = "Task" [ 1363.438869] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.447163] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.605358] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.605947] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.613019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.087s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.613019] env[62533]: INFO nova.compute.claims [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.810540] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.817471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.817730] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.817950] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.937327] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897676, 'name': CreateVM_Task, 'duration_secs': 0.27071} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.938858] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.939362] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.939520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.939844] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.943021] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e976255-7b01-4e33-8fb4-4b439ebea9c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.952364] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1363.952364] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5297f760-3930-0de5-7a28-ca48117bd8f1" [ 1363.952364] env[62533]: _type = "Task" [ 1363.952364] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.956914] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897677, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.965023] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5297f760-3930-0de5-7a28-ca48117bd8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.116299] env[62533]: DEBUG nova.compute.utils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.121839] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.122842] env[62533]: DEBUG nova.network.neutron [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.186723] env[62533]: DEBUG nova.policy [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64ffab342e94ccc868d62adeeb43a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e502bea60f44222a8659e41360e8aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.357516] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "691283c4-becb-4caa-8bc2-899110cf74b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.357777] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.451125] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840967} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.451384] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Copied Virtual Disk [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk to [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.451816] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleting the datastore file [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.451816] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbfa713-1e17-4e56-a30d-0a0e20b5450f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.458213] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1364.458213] env[62533]: value = "task-1897678" [ 1364.458213] env[62533]: _type = "Task" [ 1364.458213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.473958] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.474220] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.474516] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.474620] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.630553] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.833381] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9a568-c181-4af5-8526-7d6c846adf83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.845696] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89ff00-b84c-41f9-92a1-6eded88704a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.879704] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.883872] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a8b0a-c0cd-4a7a-a018-ae94daf778c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.896590] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5516a1d-ab3a-4c00-84b5-b80a6ce1591b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.914230] env[62533]: DEBUG nova.compute.provider_tree [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.974156] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022779} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.974156] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.974314] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Moving file from [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d. {{(pid=62533) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1364.974708] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8258f0f7-d780-42b1-946c-1cf3ae7010bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.987749] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1364.987749] env[62533]: value = "task-1897679" [ 1364.987749] env[62533]: _type = "Task" [ 1364.987749] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.997799] env[62533]: DEBUG nova.network.neutron [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Successfully created port: 65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.013745] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897679, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.412288] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.418302] env[62533]: DEBUG nova.scheduler.client.report [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.423640] env[62533]: DEBUG nova.compute.manager [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Received event network-changed-7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1365.423769] env[62533]: DEBUG nova.compute.manager [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Refreshing instance network info cache due to event network-changed-7b9d7f32-5cba-4a91-ab6a-c3a0df91694e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1365.423970] env[62533]: DEBUG oslo_concurrency.lockutils [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] Acquiring lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.424846] env[62533]: DEBUG oslo_concurrency.lockutils [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] Acquired lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.425044] env[62533]: DEBUG nova.network.neutron [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Refreshing network info cache for port 7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.502169] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897679, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028793} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.502419] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] File moved {{(pid=62533) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1365.502603] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Cleaning up location [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7 {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1365.502772] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleting the datastore file [datastore1] vmware_temp/d9ce5737-e1d3-4fab-aaf8-b108f797b7b7 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.503053] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76286bdd-cae2-449c-aac1-fb6fa2a2c471 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.509582] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1365.509582] env[62533]: value = "task-1897680" [ 1365.509582] env[62533]: _type = "Task" [ 1365.509582] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.518552] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.643931] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.674182] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.674435] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.674675] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.674750] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.674897] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.675278] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.675624] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.675722] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.675896] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.676199] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.676470] env[62533]: DEBUG nova.virt.hardware [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.677414] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c33166-a293-447e-b893-2a7f31d74792 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.686486] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e6a490-fbdb-421c-b71b-3a1116416bfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.810885] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.931108] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.931108] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.936097] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.743s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.939338] env[62533]: INFO nova.compute.claims [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.023984] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02566} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.024292] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.025513] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e588275d-4274-4724-afd2-68cb6de80cdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.033489] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1366.033489] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52decf6d-5f88-dc7d-eeb5-665236472a0a" [ 1366.033489] env[62533]: _type = "Task" [ 1366.033489] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.045896] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52decf6d-5f88-dc7d-eeb5-665236472a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.046182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.046426] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.046685] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.046911] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.047448] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d94f0048-ed3a-403e-96a4-be93f5c6fef1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.049544] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b11d3e-36cb-4695-901d-806431e9ca44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.056402] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1366.056402] env[62533]: value = "task-1897681" [ 1366.056402] env[62533]: _type = "Task" [ 1366.056402] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.062711] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.063071] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.064294] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3969d5c3-71b8-473e-b341-ea164b61f6d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.071081] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.075116] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1366.075116] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5233eaf8-9b12-263e-5cca-619b2dc32466" [ 1366.075116] env[62533]: _type = "Task" [ 1366.075116] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.092890] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5233eaf8-9b12-263e-5cca-619b2dc32466, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.093700] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77efd413-08d3-4995-a1f1-19c41d0c082f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.098896] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1366.098896] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52245d56-964c-e43c-3c1f-335b802ed646" [ 1366.098896] env[62533]: _type = "Task" [ 1366.098896] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.106932] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52245d56-964c-e43c-3c1f-335b802ed646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.315782] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.439025] env[62533]: DEBUG nova.compute.utils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.439025] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.439492] env[62533]: DEBUG nova.network.neutron [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.568383] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897681, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.616544] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52245d56-964c-e43c-3c1f-335b802ed646, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.616544] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.616544] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] fca3afab-53ba-4347-9ba1-2f8dd5200d22/fca3afab-53ba-4347-9ba1-2f8dd5200d22.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.616544] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.616704] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.616704] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcaf7f5a-8e2a-4ab3-b291-5feb52a8f8e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.617378] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb99da4-6637-4dfc-99ce-1415d28c06e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.628021] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1366.628021] env[62533]: value = "task-1897682" [ 1366.628021] env[62533]: _type = "Task" [ 1366.628021] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.633368] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.641848] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.642084] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.642892] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56e2f60-1688-46f6-85e9-2a120c40604f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.649412] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1366.649412] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b20c84-a53f-410d-26b4-144be14e07f2" [ 1366.649412] env[62533]: _type = "Task" [ 1366.649412] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.651026] env[62533]: DEBUG nova.policy [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '147b8da494244b0d874cc74a50de1d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cade948ffe846fa86e06259bbab41b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.662850] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b20c84-a53f-410d-26b4-144be14e07f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.897211] env[62533]: DEBUG nova.network.neutron [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Updated VIF entry in instance network info cache for port 7b9d7f32-5cba-4a91-ab6a-c3a0df91694e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.898774] env[62533]: DEBUG nova.network.neutron [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Updating instance_info_cache with network_info: [{"id": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "address": "fa:16:3e:ff:25:28", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d7f32-5c", "ovs_interfaceid": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.942970] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.071301] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897681, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011786} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.071611] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.071833] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.072118] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a10e76e-5c44-4d58-b719-2bf5c06f5faf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.081482] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1367.081482] env[62533]: value = "task-1897683" [ 1367.081482] env[62533]: _type = "Task" [ 1367.081482] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.092188] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.110651] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51986165-e8c8-40c6-83b2-259928a8f6a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.119147] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96199862-1e44-46d3-a4f0-88d9f16c2096 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.161424] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c179c3-abba-4f1f-b31a-6ead028b6c1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.168759] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897682, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.176464] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b20c84-a53f-410d-26b4-144be14e07f2, 'name': SearchDatastore_Task, 'duration_secs': 0.127262} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.178716] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4990941-9f53-4acf-a885-eb63952ea7ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.186988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062c7163-13ea-4724-bc43-df5dc51db390 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.191365] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1367.191365] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef7416-ed64-9023-f306-375fe242b21a" [ 1367.191365] env[62533]: _type = "Task" [ 1367.191365] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.205532] env[62533]: DEBUG nova.compute.provider_tree [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.213079] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef7416-ed64-9023-f306-375fe242b21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.405216] env[62533]: DEBUG oslo_concurrency.lockutils [req-8fc1e860-da56-4868-bff7-f7d8d85dbbc1 req-6cd5871c-49d1-4831-a600-0d52576f227b service nova] Releasing lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.601643] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070154} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.601643] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.602130] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d64cde-ba63-4426-9100-a4c649452af6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.629343] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.629343] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5e32e9-8a69-440d-9dbf-f8ce358751db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.653635] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.655227] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1367.655227] env[62533]: value = "task-1897684" [ 1367.655227] env[62533]: _type = "Task" [ 1367.655227] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.664252] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.706719] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef7416-ed64-9023-f306-375fe242b21a, 'name': SearchDatastore_Task, 'duration_secs': 0.140317} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.706719] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.708817] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5d7417eb-c71d-4cec-b13e-845a652ef709/5d7417eb-c71d-4cec-b13e-845a652ef709.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.708817] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9445bb17-a7d4-4046-9b83-229ca05b6f57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.712242] env[62533]: DEBUG nova.scheduler.client.report [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.726970] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1367.726970] env[62533]: value = "task-1897685" [ 1367.726970] env[62533]: _type = "Task" [ 1367.726970] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.739581] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.952986] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.993017] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.993017] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.993017] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.993306] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.993306] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.993306] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.993306] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.993306] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.993451] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.993451] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.993451] env[62533]: DEBUG nova.virt.hardware [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.993904] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ef61e4-3019-47b7-998b-fc997aa03ef9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.006632] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e28bd-3b1c-41c4-875f-cf8de4c942a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.037539] env[62533]: DEBUG nova.network.neutron [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Successfully created port: 3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.148187] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897682, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.237434} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.148459] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] fca3afab-53ba-4347-9ba1-2f8dd5200d22/fca3afab-53ba-4347-9ba1-2f8dd5200d22.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.148666] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.149331] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a3069c-a0da-40d0-8668-53b430ffecee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.158165] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1368.158165] env[62533]: value = "task-1897686" [ 1368.158165] env[62533]: _type = "Task" [ 1368.158165] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.168640] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897684, 'name': ReconfigVM_Task, 'duration_secs': 0.365052} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.171998] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.172820] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.173184] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0446b46a-2385-402b-8c1c-95493fa9f987 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.183036] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1368.183036] env[62533]: value = "task-1897687" [ 1368.183036] env[62533]: _type = "Task" [ 1368.183036] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.192096] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897687, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.217486] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.219176] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.222683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.809s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.222986] env[62533]: INFO nova.compute.claims [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.237089] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897685, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.467232] env[62533]: DEBUG nova.network.neutron [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Successfully updated port: 65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.671973] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07555} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.672255] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.672859] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c4b16-a8a2-421f-94b7-270ce8019b58 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.704344] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fca3afab-53ba-4347-9ba1-2f8dd5200d22/fca3afab-53ba-4347-9ba1-2f8dd5200d22.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.707961] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c0ae82-2623-483e-955a-ae31aa5b6a85 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.729118] env[62533]: DEBUG nova.compute.utils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.730597] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897687, 'name': Rename_Task, 'duration_secs': 0.146313} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.732579] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.732579] env[62533]: DEBUG nova.network.neutron [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.739727] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.740643] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1368.740643] env[62533]: value = "task-1897688" [ 1368.740643] env[62533]: _type = "Task" [ 1368.740643] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.740643] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73e73f5-4cc7-42ae-9274-451a69b46cc7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.752542] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871699} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.753263] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5d7417eb-c71d-4cec-b13e-845a652ef709/5d7417eb-c71d-4cec-b13e-845a652ef709.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.753486] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.754291] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5473842-06bc-4d58-8353-3662f54f2c67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.762311] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.762311] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1368.762311] env[62533]: value = "task-1897689" [ 1368.762311] env[62533]: _type = "Task" [ 1368.762311] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.766175] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1368.766175] env[62533]: value = "task-1897690" [ 1368.766175] env[62533]: _type = "Task" [ 1368.766175] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.773271] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.778328] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.970166] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-5333988c-9980-4aca-a0f3-42c4c748f4ae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.970321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-5333988c-9980-4aca-a0f3-42c4c748f4ae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.970509] env[62533]: DEBUG nova.network.neutron [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.979327] env[62533]: DEBUG nova.policy [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9542dca29f7a4bca83db3e5a78953837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee41b28d9cfa46e6af48e4c1a7f7c69b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.233176] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.271248] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897688, 'name': ReconfigVM_Task, 'duration_secs': 0.415398} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.273959] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fca3afab-53ba-4347-9ba1-2f8dd5200d22/fca3afab-53ba-4347-9ba1-2f8dd5200d22.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.284711] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714a8ead-d570-4329-9fcc-8a7fa741998d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.300194] env[62533]: DEBUG oslo_vmware.api [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897689, 'name': PowerOnVM_Task, 'duration_secs': 0.490541} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.307049] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.307049] env[62533]: INFO nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1369.307049] env[62533]: DEBUG nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.307712] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1369.307712] env[62533]: value = "task-1897691" [ 1369.307712] env[62533]: _type = "Task" [ 1369.307712] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.307935] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065041} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.311362] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0b9159-9ffe-40d7-a7ba-41fa4e1b2174 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.316442] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.321142] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3aba16-cd8c-4a0e-b9db-7213cc06c4d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.354092] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5d7417eb-c71d-4cec-b13e-845a652ef709/5d7417eb-c71d-4cec-b13e-845a652ef709.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.354176] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897691, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.357702] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38770664-a8cc-4341-9baf-97b96b4fda1a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.383168] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1369.383168] env[62533]: value = "task-1897692" [ 1369.383168] env[62533]: _type = "Task" [ 1369.383168] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.392958] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.544923] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed3c75e-5563-4834-a35b-92c8e223f897 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.551722] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25945dfd-a0d1-44cf-9a54-3a7dc3276530 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.588919] env[62533]: DEBUG nova.network.neutron [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.591582] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d034ea-0f6a-4f96-8922-f0e9ac64c05e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.601607] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884bc149-0618-49b1-8709-e8e8d3d54673 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.618729] env[62533]: DEBUG nova.compute.provider_tree [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.827215] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897691, 'name': Rename_Task, 'duration_secs': 0.392547} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.827595] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.827754] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b48fde27-bc19-439a-aa9a-23924e56c99a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.836164] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1369.836164] env[62533]: value = "task-1897693" [ 1369.836164] env[62533]: _type = "Task" [ 1369.836164] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.843439] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.869031] env[62533]: INFO nova.compute.manager [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Took 14.98 seconds to build instance. [ 1369.899645] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897692, 'name': ReconfigVM_Task, 'duration_secs': 0.414466} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.899964] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5d7417eb-c71d-4cec-b13e-845a652ef709/5d7417eb-c71d-4cec-b13e-845a652ef709.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.900630] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fabeace5-a07a-455a-a20b-1c258468f529 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.911020] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1369.911020] env[62533]: value = "task-1897694" [ 1369.911020] env[62533]: _type = "Task" [ 1369.911020] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.918962] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897694, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.962969] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.963178] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "4461ed70-858b-4907-9802-b81499c609bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.121746] env[62533]: DEBUG nova.scheduler.client.report [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.197178] env[62533]: DEBUG nova.network.neutron [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Updating instance_info_cache with network_info: [{"id": "65fbc289-edf0-4c8d-aae4-d54b4d505f4f", "address": "fa:16:3e:cc:a8:89", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fbc289-ed", "ovs_interfaceid": "65fbc289-edf0-4c8d-aae4-d54b4d505f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.246810] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.285616] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.285821] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.286025] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.286529] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.286716] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.286862] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.287103] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.287267] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.287426] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.287574] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.287760] env[62533]: DEBUG nova.virt.hardware [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.289937] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b271d1e-0f8e-40f2-a4f3-a310e3d75cb4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.300458] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06f40cb-2726-4dae-8d80-a29ffbef525e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.340913] env[62533]: DEBUG nova.network.neutron [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Successfully created port: f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.349612] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897693, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.370738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-06245fb4-22a4-4956-b705-ea4d15047a22 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "e0e62316-8e27-4949-a050-3f05f8020ca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.487s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.423144] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897694, 'name': Rename_Task, 'duration_secs': 0.145749} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.423706] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.424126] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e9c4a8-028c-4b2c-8e80-14cd99ac8976 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.434338] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1370.434338] env[62533]: value = "task-1897695" [ 1370.434338] env[62533]: _type = "Task" [ 1370.434338] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.446728] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.465536] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.474114] env[62533]: DEBUG nova.compute.manager [req-653e227a-ceb0-4fd6-91d5-2c91abb385e7 req-e0a794ae-da6b-46cf-a90a-8d3a94704ab0 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Received event network-vif-plugged-65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1370.474114] env[62533]: DEBUG oslo_concurrency.lockutils [req-653e227a-ceb0-4fd6-91d5-2c91abb385e7 req-e0a794ae-da6b-46cf-a90a-8d3a94704ab0 service nova] Acquiring lock "5333988c-9980-4aca-a0f3-42c4c748f4ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.474114] env[62533]: DEBUG oslo_concurrency.lockutils [req-653e227a-ceb0-4fd6-91d5-2c91abb385e7 req-e0a794ae-da6b-46cf-a90a-8d3a94704ab0 service nova] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.474114] env[62533]: DEBUG oslo_concurrency.lockutils [req-653e227a-ceb0-4fd6-91d5-2c91abb385e7 req-e0a794ae-da6b-46cf-a90a-8d3a94704ab0 service nova] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.474114] env[62533]: DEBUG nova.compute.manager [req-653e227a-ceb0-4fd6-91d5-2c91abb385e7 req-e0a794ae-da6b-46cf-a90a-8d3a94704ab0 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] No waiting events found dispatching network-vif-plugged-65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.474469] env[62533]: WARNING nova.compute.manager [req-653e227a-ceb0-4fd6-91d5-2c91abb385e7 req-e0a794ae-da6b-46cf-a90a-8d3a94704ab0 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Received unexpected event network-vif-plugged-65fbc289-edf0-4c8d-aae4-d54b4d505f4f for instance with vm_state building and task_state spawning. [ 1370.627122] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.627664] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.631013] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.316s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.631357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.631572] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1370.632460] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1f7e20-ef54-42ac-9b99-ea9643d750dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.641185] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a5de4-ef7f-4a53-9a17-619e655379ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.656768] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87684e8-9473-4279-baf1-86d20a7fd9ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.665823] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ff0be-4dcc-4296-ae8a-6427ed1e2cbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.706385] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-5333988c-9980-4aca-a0f3-42c4c748f4ae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.706385] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance network_info: |[{"id": "65fbc289-edf0-4c8d-aae4-d54b4d505f4f", "address": "fa:16:3e:cc:a8:89", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fbc289-ed", "ovs_interfaceid": "65fbc289-edf0-4c8d-aae4-d54b4d505f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.706573] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.706573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.706573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.708719] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:a8:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65fbc289-edf0-4c8d-aae4-d54b4d505f4f', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.720292] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating folder: Project (5e502bea60f44222a8659e41360e8aec). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.721121] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8538c5b-b631-44cb-ba60-e13645004f14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.730732] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created folder: Project (5e502bea60f44222a8659e41360e8aec) in parent group-v391816. [ 1370.730920] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating folder: Instances. Parent ref: group-v391826. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.731172] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15632e5-972e-47fd-a7b5-7660a3fe2090 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.739860] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created folder: Instances in parent group-v391826. [ 1370.740178] env[62533]: DEBUG oslo.service.loopingcall [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.740300] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.740510] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-563c8dc6-bb27-4cf8-8834-c1c9952847b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.762655] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.762655] env[62533]: value = "task-1897698" [ 1370.762655] env[62533]: _type = "Task" [ 1370.762655] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.772520] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897698, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.850499] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897693, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.946230] env[62533]: DEBUG oslo_vmware.api [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897695, 'name': PowerOnVM_Task, 'duration_secs': 0.450885} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.946497] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.947171] env[62533]: INFO nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1370.947171] env[62533]: DEBUG nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.947707] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a223eda-8fb1-4f9c-b86d-62d561e26ffc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.000650] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.135863] env[62533]: DEBUG nova.compute.utils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.138185] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.138185] env[62533]: DEBUG nova.network.neutron [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.274894] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897698, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.347927] env[62533]: DEBUG oslo_vmware.api [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897693, 'name': PowerOnVM_Task, 'duration_secs': 1.123551} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.348206] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.348405] env[62533]: INFO nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Took 12.44 seconds to spawn the instance on the hypervisor. [ 1371.348583] env[62533]: DEBUG nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.350058] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e75bb4f-0f2a-4824-994d-c88e38a2ff2b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.455304] env[62533]: DEBUG nova.policy [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8851e7b80c2946a08840fc61a08fb8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1efd9f6a1f874752936491308ae5521b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.466626] env[62533]: INFO nova.compute.manager [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Took 15.89 seconds to build instance. [ 1371.644757] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.750078] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance fca3afab-53ba-4347-9ba1-2f8dd5200d22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.750078] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e0e62316-8e27-4949-a050-3f05f8020ca1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.750078] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5d7417eb-c71d-4cec-b13e-845a652ef709 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.750430] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5333988c-9980-4aca-a0f3-42c4c748f4ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.750430] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a1b021c1-4a56-440e-903a-9b8d13d18fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.750430] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 762115bf-9390-48e5-af73-803669426742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.750605] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 691283c4-becb-4caa-8bc2-899110cf74b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.777104] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897698, 'name': CreateVM_Task, 'duration_secs': 0.968171} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.777470] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.778539] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.778837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.779334] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.779728] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71823528-331c-40d6-b7bb-b37eef238950 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.805667] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1371.805667] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521fd348-7a9c-4fb7-8961-0fe5568b8b54" [ 1371.805667] env[62533]: _type = "Task" [ 1371.805667] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.821355] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521fd348-7a9c-4fb7-8961-0fe5568b8b54, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.821355] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.821355] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.821355] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.822072] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.822072] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.822072] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893c1389-021c-44b3-8fcb-03d54c8584d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.825677] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.825677] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.826912] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d55a4c-83de-42bc-9505-f53706dfc1b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.835483] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1371.835483] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529f10ab-31fd-e5ea-5868-48d7b82dde70" [ 1371.835483] env[62533]: _type = "Task" [ 1371.835483] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.845587] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529f10ab-31fd-e5ea-5868-48d7b82dde70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.872556] env[62533]: INFO nova.compute.manager [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Took 17.30 seconds to build instance. [ 1371.877471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "14934761-0459-4baf-838b-fbbbcf332e7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.877471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "14934761-0459-4baf-838b-fbbbcf332e7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.968710] env[62533]: DEBUG oslo_concurrency.lockutils [None req-efedc2aa-94f8-4944-8506-06797634d75a tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "5d7417eb-c71d-4cec-b13e-845a652ef709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.409s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.203421] env[62533]: DEBUG nova.network.neutron [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Successfully updated port: 3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.256949] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 4461ed70-858b-4907-9802-b81499c609bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.350520] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529f10ab-31fd-e5ea-5868-48d7b82dde70, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.350957] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3b53fa-b545-4ae2-a33e-41caaa37384c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.356294] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1372.356294] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52df9fce-f303-0e90-a0cc-68a66dd55afe" [ 1372.356294] env[62533]: _type = "Task" [ 1372.356294] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.366726] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52df9fce-f303-0e90-a0cc-68a66dd55afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.379471] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.381240] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca7c7494-3056-4e21-86b1-ee2b9dcf2b91 tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.823s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.517415] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "4aaa7e45-fb16-4a47-9743-c7c11e941477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.517862] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "4aaa7e45-fb16-4a47-9743-c7c11e941477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.655382] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.697288] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.697524] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.697674] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.697845] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.697993] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.698179] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.698390] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.698543] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.698700] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.698855] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.699059] env[62533]: DEBUG nova.virt.hardware [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.699943] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b28c1fa-9ff8-47b1-b8df-968297a1163a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.707675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.707861] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.708038] env[62533]: DEBUG nova.network.neutron [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.714022] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5343ea-a2e7-46c9-a318-2ed5663a3e1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.757994] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 14934761-0459-4baf-838b-fbbbcf332e7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.758288] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1372.758506] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1372.820282] env[62533]: DEBUG nova.network.neutron [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Successfully created port: c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.874346] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52df9fce-f303-0e90-a0cc-68a66dd55afe, 'name': SearchDatastore_Task, 'duration_secs': 0.031964} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.874860] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.875174] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.875586] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e6d323-7edc-436e-981f-8dd609a8a6c6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.886264] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1372.886264] env[62533]: value = "task-1897699" [ 1372.886264] env[62533]: _type = "Task" [ 1372.886264] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.901672] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.902602] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.919339] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea81159-5421-45fd-893b-125bbd270bf3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.926997] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7e938f-6b7a-4929-aa0e-c041b6688f75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.962841] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231155d2-90d2-41dc-8d4d-453587878373 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.971274] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a870dd28-860f-4476-9292-d4d56e964edd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.985876] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.020631] env[62533]: DEBUG nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.298883] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "204444c0-0fc4-4053-8fb1-c4e182070d39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.299180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.306895] env[62533]: DEBUG nova.network.neutron [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.401045] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.489615] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.565490] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.801633] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.890189] env[62533]: DEBUG nova.network.neutron [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updating instance_info_cache with network_info: [{"id": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "address": "fa:16:3e:ee:44:e4", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c53d228-20", "ovs_interfaceid": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.903690] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798524} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.903853] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.904422] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.904696] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da67253-c381-40ae-9b55-6f5b09232b84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.914248] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1373.914248] env[62533]: value = "task-1897700" [ 1373.914248] env[62533]: _type = "Task" [ 1373.914248] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.926977] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.997141] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1373.997141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.290s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.997141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.999717] env[62533]: INFO nova.compute.claims [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.048550] env[62533]: DEBUG nova.network.neutron [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Successfully updated port: f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.339016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.398488] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Releasing lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.398841] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Instance network_info: |[{"id": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "address": "fa:16:3e:ee:44:e4", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c53d228-20", "ovs_interfaceid": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.399343] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:44:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c53d228-20da-481d-8a05-21cfa6a5e7c0', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.412537] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Creating folder: Project (4cade948ffe846fa86e06259bbab41b0). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.412537] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d04177b-8eef-4992-a732-5e262f51fc33 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.420850] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Created folder: Project (4cade948ffe846fa86e06259bbab41b0) in parent group-v391816. [ 1374.421439] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Creating folder: Instances. Parent ref: group-v391829. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.422866] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd480cb-bbb8-41e4-9928-9e88602d4bf9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.428291] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067942} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.428291] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.428874] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b231d7d-8146-453f-9004-fbd9e6e152e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.466819] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.468692] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf8eeb3-08de-45db-918c-4c15f4f953a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.487457] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Created folder: Instances in parent group-v391829. [ 1374.487620] env[62533]: DEBUG oslo.service.loopingcall [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.487792] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.488804] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d8fe74a-2f9f-4063-b150-80d7d0fcd646 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.506908] env[62533]: DEBUG nova.compute.manager [None req-05e9160d-8ddf-42b3-9120-ee2a4da5d985 tempest-ServerDiagnosticsV248Test-1059214938 tempest-ServerDiagnosticsV248Test-1059214938-project-admin] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.507978] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1374.507978] env[62533]: value = "task-1897703" [ 1374.507978] env[62533]: _type = "Task" [ 1374.507978] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.509451] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25b583-493d-43d8-a925-6ff6dc9287b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.523654] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.523654] env[62533]: value = "task-1897704" [ 1374.523654] env[62533]: _type = "Task" [ 1374.523654] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.534204] env[62533]: INFO nova.compute.manager [None req-05e9160d-8ddf-42b3-9120-ee2a4da5d985 tempest-ServerDiagnosticsV248Test-1059214938 tempest-ServerDiagnosticsV248Test-1059214938-project-admin] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Retrieving diagnostics [ 1374.535680] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.538141] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960a8c4-fed4-4294-b293-2e5967d5082b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.546258] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897704, 'name': CreateVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.575924] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "refresh_cache-762115bf-9390-48e5-af73-803669426742" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.576087] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquired lock "refresh_cache-762115bf-9390-48e5-af73-803669426742" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.576236] env[62533]: DEBUG nova.network.neutron [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.967469] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.967715] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.010709] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.030550] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.043099] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897704, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.147130] env[62533]: DEBUG nova.network.neutron [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.298385] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052b0fe-0911-4ea4-bf47-9043867860ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.315632] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d83f8f-f772-4716-8d5c-438f57e73aca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.346905] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0bf046-04db-4230-b13b-7269b01f016c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.355230] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046b58c-df33-4eb2-a206-eaefa30672c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.374603] env[62533]: DEBUG nova.compute.provider_tree [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.381568] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "40c89246-b53b-45ec-83bb-1a8f999472a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.381848] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.472347] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.526025] env[62533]: DEBUG nova.network.neutron [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Updating instance_info_cache with network_info: [{"id": "f580579b-c035-4743-9225-f08af59b0021", "address": "fa:16:3e:c5:e7:08", "network": {"id": "ad50bb34-d1c5-43d2-a300-fef2107f5b8b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2039899118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee41b28d9cfa46e6af48e4c1a7f7c69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf580579b-c0", "ovs_interfaceid": "f580579b-c035-4743-9225-f08af59b0021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.528403] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.528685] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1375.528796] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1375.538998] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897703, 'name': ReconfigVM_Task, 'duration_secs': 0.642313} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.540016] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.541870] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6248b831-b0ea-4508-ab41-05dd46b0f549 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.546667] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897704, 'name': CreateVM_Task, 'duration_secs': 0.584095} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.547558] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.550146] env[62533]: DEBUG oslo_vmware.service [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1df4e0-8cda-4c69-9f93-314e7c3cc337 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.554654] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1375.554654] env[62533]: value = "task-1897705" [ 1375.554654] env[62533]: _type = "Task" [ 1375.554654] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.560665] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.560665] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.563015] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.563015] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6655f46e-8bf9-4ec1-b720-d671a7f9b1aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.571967] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1375.571967] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521d7b4e-2ebf-85ce-bb1b-8a7502d82b9a" [ 1375.571967] env[62533]: _type = "Task" [ 1375.571967] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.572303] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897705, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.585358] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521d7b4e-2ebf-85ce-bb1b-8a7502d82b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.607166] env[62533]: DEBUG nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Received event network-changed-65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1375.607407] env[62533]: DEBUG nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Refreshing instance network info cache due to event network-changed-65fbc289-edf0-4c8d-aae4-d54b4d505f4f. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1375.607572] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Acquiring lock "refresh_cache-5333988c-9980-4aca-a0f3-42c4c748f4ae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.607706] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Acquired lock "refresh_cache-5333988c-9980-4aca-a0f3-42c4c748f4ae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.607706] env[62533]: DEBUG nova.network.neutron [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Refreshing network info cache for port 65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.623998] env[62533]: DEBUG nova.network.neutron [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Successfully updated port: c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.877589] env[62533]: DEBUG nova.scheduler.client.report [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.886040] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.999144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.031055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Releasing lock "refresh_cache-762115bf-9390-48e5-af73-803669426742" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.031055] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Instance network_info: |[{"id": "f580579b-c035-4743-9225-f08af59b0021", "address": "fa:16:3e:c5:e7:08", "network": {"id": "ad50bb34-d1c5-43d2-a300-fef2107f5b8b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2039899118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee41b28d9cfa46e6af48e4c1a7f7c69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf580579b-c0", "ovs_interfaceid": "f580579b-c035-4743-9225-f08af59b0021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1376.031279] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e7:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f580579b-c035-4743-9225-f08af59b0021', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.040438] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Creating folder: Project (ee41b28d9cfa46e6af48e4c1a7f7c69b). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.042998] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1376.044848] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1376.045127] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 762115bf-9390-48e5-af73-803669426742] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1376.045385] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1376.045634] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1376.048079] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-205bd921-2489-4960-8710-9358235c9b9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.061789] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Created folder: Project (ee41b28d9cfa46e6af48e4c1a7f7c69b) in parent group-v391816. [ 1376.061994] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Creating folder: Instances. Parent ref: group-v391832. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.062619] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea7cecf4-0925-40be-8971-24a5bd01090f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.068102] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897705, 'name': Rename_Task, 'duration_secs': 0.339783} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.068805] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.069185] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a172de8-813d-4bbd-8736-cc87a31a5542 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.079357] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Created folder: Instances in parent group-v391832. [ 1376.079871] env[62533]: DEBUG oslo.service.loopingcall [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.080404] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1376.080404] env[62533]: value = "task-1897708" [ 1376.080404] env[62533]: _type = "Task" [ 1376.080404] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.081852] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762115bf-9390-48e5-af73-803669426742] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.081852] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae8791ac-d7a0-4630-a648-b54a87359a65 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.105586] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.106277] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.106277] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.106388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.106517] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.106818] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77b97f10-4843-4450-a78d-ac5bda094c1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.113252] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.113252] env[62533]: value = "task-1897709" [ 1376.113252] env[62533]: _type = "Task" [ 1376.113252] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.114148] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.122293] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.122464] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.126818] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048af69-a99b-425c-9f91-dc0a71162b93 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.129728] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897709, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.130569] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.130721] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.130864] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1376.131055] env[62533]: DEBUG nova.objects.instance [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lazy-loading 'info_cache' on Instance uuid fca3afab-53ba-4347-9ba1-2f8dd5200d22 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.132533] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.132665] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.132803] env[62533]: DEBUG nova.network.neutron [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.139140] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13430de5-01a3-462a-9261-1c5bfcbb14f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.144565] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1376.144565] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb3c5e-53b8-a387-03f9-5d816c833820" [ 1376.144565] env[62533]: _type = "Task" [ 1376.144565] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.154636] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb3c5e-53b8-a387-03f9-5d816c833820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.383624] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.385398] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.388736] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.486s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.390397] env[62533]: INFO nova.compute.claims [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.425163] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.594347] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.624774] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897709, 'name': CreateVM_Task, 'duration_secs': 0.46111} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.624956] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762115bf-9390-48e5-af73-803669426742] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.625673] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.625762] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.626101] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.626352] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455ce14f-3a81-42a0-aa2b-95faafdc0474 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.631164] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1376.631164] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5297188b-8648-2120-bcf7-1a02f89e5e72" [ 1376.631164] env[62533]: _type = "Task" [ 1376.631164] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.644901] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5297188b-8648-2120-bcf7-1a02f89e5e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.658117] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Preparing fetch location {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1376.658214] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Creating directory with path [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.662020] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c98b7a-ca95-4645-b0e2-fbb2d5151777 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.700554] env[62533]: DEBUG nova.network.neutron [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.706710] env[62533]: DEBUG nova.network.neutron [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Updated VIF entry in instance network info cache for port 65fbc289-edf0-4c8d-aae4-d54b4d505f4f. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.707376] env[62533]: DEBUG nova.network.neutron [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Updating instance_info_cache with network_info: [{"id": "65fbc289-edf0-4c8d-aae4-d54b4d505f4f", "address": "fa:16:3e:cc:a8:89", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65fbc289-ed", "ovs_interfaceid": "65fbc289-edf0-4c8d-aae4-d54b4d505f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.710424] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Created directory with path [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.710612] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Fetch image to [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1376.710779] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Downloading image file data 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62533) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1376.711613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a60d97-0227-4324-8763-1d3d2ababdd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.720455] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbefa63-e68b-4498-ac8a-066f7c41d415 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.734765] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49bb3e-88cf-47e1-a87a-86e5f5952588 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.778414] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586dca09-5a31-4b3a-8489-223af0b9be62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.786358] env[62533]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-97c9ff76-7fc6-44cd-8698-ce40996f78f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.882657] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Downloading image file data 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to the data store datastore2 {{(pid=62533) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1376.896450] env[62533]: DEBUG nova.compute.utils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.901459] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.901943] env[62533]: DEBUG nova.network.neutron [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.992670] env[62533]: DEBUG oslo_vmware.rw_handles [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62533) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1377.099440] env[62533]: INFO nova.compute.manager [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Rebuilding instance [ 1377.118442] env[62533]: DEBUG nova.network.neutron [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [{"id": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "address": "fa:16:3e:03:b8:6f", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8054896-72", "ovs_interfaceid": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.149090] env[62533]: DEBUG nova.policy [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6921f7f995db493ca91ada00578cfdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a73ace92ff04513ac6b9190d1f2bf54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.153776] env[62533]: DEBUG oslo_vmware.api [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897708, 'name': PowerOnVM_Task, 'duration_secs': 0.704824} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.159793] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.160860] env[62533]: INFO nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1377.161275] env[62533]: DEBUG nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.179724] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06f4b5-7b41-4143-a7ce-0357fc0ac246 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.184248] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.184747] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.185055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.213296] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Releasing lock "refresh_cache-5333988c-9980-4aca-a0f3-42c4c748f4ae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.213456] env[62533]: DEBUG nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Received event network-vif-plugged-3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1377.213942] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Acquiring lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.214068] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.214168] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.214334] env[62533]: DEBUG nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] No waiting events found dispatching network-vif-plugged-3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.214537] env[62533]: WARNING nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Received unexpected event network-vif-plugged-3c53d228-20da-481d-8a05-21cfa6a5e7c0 for instance with vm_state building and task_state spawning. [ 1377.214713] env[62533]: DEBUG nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Received event network-changed-3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1377.214928] env[62533]: DEBUG nova.compute.manager [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Refreshing instance network info cache due to event network-changed-3c53d228-20da-481d-8a05-21cfa6a5e7c0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1377.215454] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Acquiring lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.215454] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Acquired lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.215454] env[62533]: DEBUG nova.network.neutron [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Refreshing network info cache for port 3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.231492] env[62533]: DEBUG nova.compute.manager [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.234626] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdc0ac-9fe7-42f0-8c68-e1b8f3da78be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.416424] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.633030] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.633312] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Instance network_info: |[{"id": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "address": "fa:16:3e:03:b8:6f", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8054896-72", "ovs_interfaceid": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.634156] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b8:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8054896-7287-45aa-8f90-b3e8652a2ac6', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.646628] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Creating folder: Project (1efd9f6a1f874752936491308ae5521b). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.656020] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c846eef3-5d57-45cc-9d51-74f0ee48e135 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.667178] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Created folder: Project (1efd9f6a1f874752936491308ae5521b) in parent group-v391816. [ 1377.667381] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Creating folder: Instances. Parent ref: group-v391835. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.667668] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc7c4460-36de-4ec8-b9f4-79d77e30bbd1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.678810] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Created folder: Instances in parent group-v391835. [ 1377.682017] env[62533]: DEBUG oslo.service.loopingcall [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.684073] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.687331] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbbf946e-0f8a-4dca-9a5a-f082ec3b795d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.715181] env[62533]: DEBUG oslo_vmware.rw_handles [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Completed reading data from the image iterator. {{(pid=62533) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1377.715878] env[62533]: DEBUG oslo_vmware.rw_handles [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1377.726461] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.726461] env[62533]: value = "task-1897712" [ 1377.726461] env[62533]: _type = "Task" [ 1377.726461] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.726461] env[62533]: INFO nova.compute.manager [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Took 20.85 seconds to build instance. [ 1377.741996] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897712, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.744571] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13237e3b-293e-466d-9d36-ad11e0b82878 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.756959] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14ad267-a715-4f2d-9fee-a22c6a3b86f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.801812] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f256d40-c091-4a29-ac01-38c4ce745aae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.812232] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d2e289-612f-438e-9adf-8aef8dea2755 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.826289] env[62533]: DEBUG nova.compute.provider_tree [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.871017] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Downloaded image file data 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62533) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1377.873182] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Caching image {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1377.873285] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Copying Virtual Disk [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk to [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.873503] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d0c1970-35c3-4934-b724-d75fc9386663 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.885608] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1377.885608] env[62533]: value = "task-1897713" [ 1377.885608] env[62533]: _type = "Task" [ 1377.885608] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.893752] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.930508] env[62533]: DEBUG nova.network.neutron [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Successfully created port: 1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.181871] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "b8f913d0-418e-46cb-bff7-2913fd2b528d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.182167] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.240298] env[62533]: DEBUG oslo_concurrency.lockutils [None req-161a4729-d0a8-491d-9796-81581dc8e0ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.377s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.240298] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897712, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.257506] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.258157] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bed0456-0c10-4633-92a0-2ec1a53b0340 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.269462] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1378.269462] env[62533]: value = "task-1897714" [ 1378.269462] env[62533]: _type = "Task" [ 1378.269462] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.287219] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.335377] env[62533]: DEBUG nova.scheduler.client.report [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.400873] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897713, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.434577] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.468501] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.468501] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.468709] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.469047] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.469853] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.470236] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.470624] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.470968] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.471308] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.471598] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.471963] env[62533]: DEBUG nova.virt.hardware [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.473248] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73a88f9-ea4f-4380-a804-489bd4443d28 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.486271] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6d17fe-ad3d-4524-a961-d05bf3ad782a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.713220] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Updating instance_info_cache with network_info: [{"id": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "address": "fa:16:3e:ff:25:28", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d7f32-5c", "ovs_interfaceid": "7b9d7f32-5cba-4a91-ab6a-c3a0df91694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.738668] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897712, 'name': CreateVM_Task, 'duration_secs': 0.678932} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.738834] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.739578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.740396] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.740396] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.740396] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d80602-d2d6-4cc8-9699-0306d1017c47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.742817] env[62533]: DEBUG nova.network.neutron [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updated VIF entry in instance network info cache for port 3c53d228-20da-481d-8a05-21cfa6a5e7c0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.743132] env[62533]: DEBUG nova.network.neutron [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updating instance_info_cache with network_info: [{"id": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "address": "fa:16:3e:ee:44:e4", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c53d228-20", "ovs_interfaceid": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.744594] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.754567] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1378.754567] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527fcd1e-3c6b-a09b-f392-9fbaaadfeef5" [ 1378.754567] env[62533]: _type = "Task" [ 1378.754567] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.772553] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527fcd1e-3c6b-a09b-f392-9fbaaadfeef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.784244] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897714, 'name': PowerOffVM_Task, 'duration_secs': 0.181299} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.784585] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.784894] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.785833] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafbd148-1c82-4e13-9993-7af809c156ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.796602] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.798739] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df0467f-ba13-42ec-aa37-104c2e8d0221 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.825339] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.825506] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.825732] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleting the datastore file [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.826038] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6eee567-bda7-4921-96b4-e658d3549b75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.837902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.838613] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.841655] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1378.841655] env[62533]: value = "task-1897716" [ 1378.841655] env[62533]: _type = "Task" [ 1378.841655] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.841976] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.278s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.846618] env[62533]: INFO nova.compute.claims [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.864487] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.897346] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897713, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.915267] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Acquiring lock "f1b7eb5c-b481-4f6e-baed-91bce33aff19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.915267] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Lock "f1b7eb5c-b481-4f6e-baed-91bce33aff19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.219348] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-fca3afab-53ba-4347-9ba1-2f8dd5200d22" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.219628] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1379.219778] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.220070] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.220281] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.220502] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1379.252458] env[62533]: DEBUG oslo_concurrency.lockutils [req-90f55c4f-2bcc-4940-aec6-39dee72cd45d req-413df980-a5d3-42ab-8c08-350b97ece992 service nova] Releasing lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.272534] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.272802] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.273081] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.276224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.351693] env[62533]: DEBUG nova.compute.utils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.359425] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.359425] env[62533]: DEBUG nova.network.neutron [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.366950] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328357} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.367180] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.367353] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.367531] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.397082] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897713, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140519} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.397355] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Copied Virtual Disk [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk to [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.397531] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleting the datastore file [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/tmp-sparse.vmdk {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.397782] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8b706ff-ac65-4941-85f8-6449dd4aaecf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.405927] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1379.405927] env[62533]: value = "task-1897717" [ 1379.405927] env[62533]: _type = "Task" [ 1379.405927] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.417676] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.480821] env[62533]: DEBUG nova.policy [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d829a170d4f4329a29b10b7382d0d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3586fa7033a34342953e37a8d1688c85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.860024] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.911123] env[62533]: DEBUG nova.network.neutron [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Successfully created port: 5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.930515] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024025} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.932400] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.932592] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Moving file from [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d to [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d. {{(pid=62533) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1379.932855] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-98acbef8-2d54-489e-89eb-22f40aa7fa7a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.942718] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1379.942718] env[62533]: value = "task-1897718" [ 1379.942718] env[62533]: _type = "Task" [ 1379.942718] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.955014] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897718, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.048591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "5640b6a5-232f-425b-8d39-57caf53ee122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.048980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "5640b6a5-232f-425b-8d39-57caf53ee122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.175021] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Received event network-vif-plugged-f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1380.175170] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Acquiring lock "762115bf-9390-48e5-af73-803669426742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.175826] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Lock "762115bf-9390-48e5-af73-803669426742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.175826] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Lock "762115bf-9390-48e5-af73-803669426742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.175826] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] No waiting events found dispatching network-vif-plugged-f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.175985] env[62533]: WARNING nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Received unexpected event network-vif-plugged-f580579b-c035-4743-9225-f08af59b0021 for instance with vm_state building and task_state spawning. [ 1380.176118] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Received event network-changed-f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1380.176265] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Refreshing instance network info cache due to event network-changed-f580579b-c035-4743-9225-f08af59b0021. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1380.176445] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Acquiring lock "refresh_cache-762115bf-9390-48e5-af73-803669426742" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.176577] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Acquired lock "refresh_cache-762115bf-9390-48e5-af73-803669426742" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.176735] env[62533]: DEBUG nova.network.neutron [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Refreshing network info cache for port f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.224117] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc7164-f394-4082-a9f6-2b2b1c26e3a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.232543] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca7a313-35bf-451a-87dd-bf56b0fec27c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.266540] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda4b1dc-0f2e-43c1-99e2-c4ac1ccdbed0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.275863] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e4a571-ff62-49ed-b912-3c73e408990c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.289692] env[62533]: DEBUG nova.compute.provider_tree [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.420774] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.420930] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.421072] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.421275] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.421419] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.421616] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.422040] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.422040] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.422307] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.422307] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.422576] env[62533]: DEBUG nova.virt.hardware [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.423718] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b23dd-c183-4c31-b181-32b6d84281dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.435376] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae92f0-77c9-4ea0-9f18-6f1b1f0bc338 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.450631] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.456606] env[62533]: DEBUG oslo.service.loopingcall [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.460255] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.464019] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8e29689-e036-4ee8-9570-05ea0a95c858 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.483016] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897718, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025787} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.484252] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] File moved {{(pid=62533) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1380.484487] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Cleaning up location [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1380.484653] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleting the datastore file [datastore2] vmware_temp/7d5edd32-ef52-424f-a104-63d39355660f {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.484885] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.484885] env[62533]: value = "task-1897719" [ 1380.484885] env[62533]: _type = "Task" [ 1380.484885] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.485071] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15cd5a5-d687-4c45-9014-a9b29d204be8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.495719] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897719, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.497255] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1380.497255] env[62533]: value = "task-1897720" [ 1380.497255] env[62533]: _type = "Task" [ 1380.497255] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.505911] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.595148] env[62533]: DEBUG nova.network.neutron [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Successfully updated port: 1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.657855] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.658164] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.793047] env[62533]: DEBUG nova.scheduler.client.report [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.870601] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.896896] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.897175] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.897330] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.897506] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.897647] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.897788] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.897987] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.898157] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.898372] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.898543] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.898713] env[62533]: DEBUG nova.virt.hardware [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.899878] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a647e116-8e36-4932-9fa4-71e64114cd84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.914516] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c8e1c-535d-4c5e-89c5-f632b028c4be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.001542] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897719, 'name': CreateVM_Task, 'duration_secs': 0.336446} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.005543] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.005979] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.006684] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.006939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.007742] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049e195c-6287-4e46-b0e4-e25f32dc1c9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.015115] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05316} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.015115] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.015531] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b409917-1335-49f5-b59b-f11e23ed36cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.019238] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1381.019238] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b15af8-7f22-0074-e600-22249fff44b6" [ 1381.019238] env[62533]: _type = "Task" [ 1381.019238] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.023845] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1381.023845] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525cecce-3696-1fd5-5c80-2401886c407a" [ 1381.023845] env[62533]: _type = "Task" [ 1381.023845] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.031755] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b15af8-7f22-0074-e600-22249fff44b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.032902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.033227] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.033462] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.037873] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525cecce-3696-1fd5-5c80-2401886c407a, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.038082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.038385] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] a1b021c1-4a56-440e-903a-9b8d13d18fa2/a1b021c1-4a56-440e-903a-9b8d13d18fa2.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.038749] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.038815] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.039014] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54be3824-d4b9-4325-843e-da8b11b5ef4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.041948] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74579a79-788e-44b5-9013-1af44accfffb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.050141] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1381.050141] env[62533]: value = "task-1897721" [ 1381.050141] env[62533]: _type = "Task" [ 1381.050141] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.053824] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.053824] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.055236] env[62533]: DEBUG nova.network.neutron [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Updated VIF entry in instance network info cache for port f580579b-c035-4743-9225-f08af59b0021. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.055846] env[62533]: DEBUG nova.network.neutron [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Updating instance_info_cache with network_info: [{"id": "f580579b-c035-4743-9225-f08af59b0021", "address": "fa:16:3e:c5:e7:08", "network": {"id": "ad50bb34-d1c5-43d2-a300-fef2107f5b8b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2039899118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee41b28d9cfa46e6af48e4c1a7f7c69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf580579b-c0", "ovs_interfaceid": "f580579b-c035-4743-9225-f08af59b0021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.057689] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa3618b-2105-4fdb-a10d-11ecbe8b912d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.064797] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.068474] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1381.068474] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527af42b-de51-5894-6454-0422fbe2915d" [ 1381.068474] env[62533]: _type = "Task" [ 1381.068474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.080306] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527af42b-de51-5894-6454-0422fbe2915d, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.081310] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dc91bc-3251-458f-8f29-b31c0ee35b5f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.088848] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1381.088848] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52201fe5-b746-7686-8d3a-69ce6442f418" [ 1381.088848] env[62533]: _type = "Task" [ 1381.088848] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.100947] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52201fe5-b746-7686-8d3a-69ce6442f418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.101725] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.102028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquired lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.102444] env[62533]: DEBUG nova.network.neutron [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.302978] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.303853] env[62533]: DEBUG nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.307936] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.969s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.310486] env[62533]: INFO nova.compute.claims [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.560074] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.565850] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Releasing lock "refresh_cache-762115bf-9390-48e5-af73-803669426742" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.569532] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Received event network-vif-plugged-c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1381.569532] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Acquiring lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.569532] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.569532] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.569532] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] No waiting events found dispatching network-vif-plugged-c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.569881] env[62533]: WARNING nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Received unexpected event network-vif-plugged-c8054896-7287-45aa-8f90-b3e8652a2ac6 for instance with vm_state building and task_state spawning. [ 1381.569881] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Received event network-changed-c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1381.569881] env[62533]: DEBUG nova.compute.manager [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Refreshing instance network info cache due to event network-changed-c8054896-7287-45aa-8f90-b3e8652a2ac6. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1381.569881] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Acquiring lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.569881] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Acquired lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.570051] env[62533]: DEBUG nova.network.neutron [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Refreshing network info cache for port c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.600144] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52201fe5-b746-7686-8d3a-69ce6442f418, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.600442] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.602682] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 762115bf-9390-48e5-af73-803669426742/762115bf-9390-48e5-af73-803669426742.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.602682] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.602682] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.602682] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9de4f711-78ec-4f6e-a613-e82203c2d197 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.603852] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b241a49-b209-49d3-86d6-a2a6af102cc6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.612721] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1381.612721] env[62533]: value = "task-1897722" [ 1381.612721] env[62533]: _type = "Task" [ 1381.612721] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.616477] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.616658] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.617695] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07e1dfc-bb1b-4156-a9ef-5b93938d940c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.622851] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.625766] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1381.625766] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521bdd7a-86e9-bbbc-63e1-a593188445bb" [ 1381.625766] env[62533]: _type = "Task" [ 1381.625766] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.634262] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521bdd7a-86e9-bbbc-63e1-a593188445bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.682879] env[62533]: DEBUG nova.network.neutron [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.816140] env[62533]: DEBUG nova.compute.utils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.826504] env[62533]: DEBUG nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1382.062333] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55257} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.062433] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] a1b021c1-4a56-440e-903a-9b8d13d18fa2/a1b021c1-4a56-440e-903a-9b8d13d18fa2.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.063305] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.063305] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e10770c4-aab4-4d15-b63d-0a24d80f6de8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.074635] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1382.074635] env[62533]: value = "task-1897723" [ 1382.074635] env[62533]: _type = "Task" [ 1382.074635] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.085600] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.126234] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477276} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.129820] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 762115bf-9390-48e5-af73-803669426742/762115bf-9390-48e5-af73-803669426742.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.130107] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.130512] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72e29b77-d031-4212-ae13-c107da60ba56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.139735] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521bdd7a-86e9-bbbc-63e1-a593188445bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.142768] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1382.142768] env[62533]: value = "task-1897724" [ 1382.142768] env[62533]: _type = "Task" [ 1382.142768] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.143516] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd7173d-4c9a-4cec-84c4-c730e84635e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.153299] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1382.153299] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521c7d18-049d-d191-1e11-fe4f89b774f7" [ 1382.153299] env[62533]: _type = "Task" [ 1382.153299] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.161013] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.161896] env[62533]: DEBUG nova.network.neutron [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updating instance_info_cache with network_info: [{"id": "1a351a8e-3f30-4042-97e7-b989f376e427", "address": "fa:16:3e:83:07:c2", "network": {"id": "16d38aa0-8b69-4422-ba51-ebeb3c3e0379", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-575884762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a73ace92ff04513ac6b9190d1f2bf54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a351a8e-3f", "ovs_interfaceid": "1a351a8e-3f30-4042-97e7-b989f376e427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.171680] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521c7d18-049d-d191-1e11-fe4f89b774f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.325786] env[62533]: DEBUG nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.525146] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.525795] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.584706] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300952} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.584963] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.586400] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc0110-06d9-4ad4-9073-5c09b246840f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.613017] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a1b021c1-4a56-440e-903a-9b8d13d18fa2/a1b021c1-4a56-440e-903a-9b8d13d18fa2.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.618350] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91c2f41-af3b-4e7d-8ead-f33634626811 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.639350] env[62533]: DEBUG nova.network.neutron [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Successfully updated port: 5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.644317] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1382.644317] env[62533]: value = "task-1897725" [ 1382.644317] env[62533]: _type = "Task" [ 1382.644317] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.655466] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.662110] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318114} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.666544] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.666544] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da31f0-6a9f-4421-9fe1-4921227fc49c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.670613] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Releasing lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.670988] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Instance network_info: |[{"id": "1a351a8e-3f30-4042-97e7-b989f376e427", "address": "fa:16:3e:83:07:c2", "network": {"id": "16d38aa0-8b69-4422-ba51-ebeb3c3e0379", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-575884762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a73ace92ff04513ac6b9190d1f2bf54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a351a8e-3f", "ovs_interfaceid": "1a351a8e-3f30-4042-97e7-b989f376e427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.677019] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:07:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a351a8e-3f30-4042-97e7-b989f376e427', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.683282] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Creating folder: Project (9a73ace92ff04513ac6b9190d1f2bf54). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.684318] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521c7d18-049d-d191-1e11-fe4f89b774f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020064} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.687513] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c26ca0fc-8c57-45f2-80a2-5f5dd2650ef3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.689983] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.689983] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4/691283c4-becb-4caa-8bc2-899110cf74b4.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.701616] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.703381] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.703381] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba1d49f-133b-4d40-bc33-ab764e01230a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.717599] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 762115bf-9390-48e5-af73-803669426742/762115bf-9390-48e5-af73-803669426742.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.721539] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79fb9ff8-1ab2-4143-8a72-534df82368b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.722864] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9182c0-79b0-4b18-8dab-06ba8761e01c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.742424] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Created folder: Project (9a73ace92ff04513ac6b9190d1f2bf54) in parent group-v391816. [ 1382.742679] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Creating folder: Instances. Parent ref: group-v391839. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.744452] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eadb261e-5cc2-4099-83ef-8e8f3755e1a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.747993] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1382.747993] env[62533]: value = "task-1897727" [ 1382.747993] env[62533]: _type = "Task" [ 1382.747993] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.756390] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.756390] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.757720] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d7e697-741d-4929-a3d7-16da483c5437 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.760600] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Created folder: Instances in parent group-v391839. [ 1382.761037] env[62533]: DEBUG oslo.service.loopingcall [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.763465] env[62533]: INFO nova.compute.manager [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Rebuilding instance [ 1382.765324] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.766068] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ffbf1-8011-42a2-a4af-6ceb2a17e224 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.768742] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1382.768742] env[62533]: value = "task-1897729" [ 1382.768742] env[62533]: _type = "Task" [ 1382.768742] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.772569] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d4dd5d-9df6-4add-bfd7-95787c2afcdf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.788241] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.795063] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1382.795063] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52184c03-9040-612f-49d1-971e14fea4e9" [ 1382.795063] env[62533]: _type = "Task" [ 1382.795063] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.803715] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8984c0-22dd-4988-900b-42c5e7abee24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.814868] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.814868] env[62533]: value = "task-1897730" [ 1382.814868] env[62533]: _type = "Task" [ 1382.814868] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.815158] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.824206] env[62533]: DEBUG nova.network.neutron [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updated VIF entry in instance network info cache for port c8054896-7287-45aa-8f90-b3e8652a2ac6. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.824206] env[62533]: DEBUG nova.network.neutron [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [{"id": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "address": "fa:16:3e:03:b8:6f", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8054896-72", "ovs_interfaceid": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.849526] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52184c03-9040-612f-49d1-971e14fea4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.859989] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1139a185-1853-4676-966d-5ae101a528a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.874631] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d162862-ac4c-40ed-b356-de03aff79597 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.877814] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897730, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.878302] env[62533]: DEBUG nova.compute.manager [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.880433] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0e5e4-9908-4401-b31b-b8ba6dac14c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.890028] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443cc3f3-08e6-464c-9a93-0315a1b6ec78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.898072] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1382.898072] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c2cb05-22d6-78aa-b857-4e25ffea0e65" [ 1382.898072] env[62533]: _type = "Task" [ 1382.898072] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.911820] env[62533]: DEBUG nova.compute.provider_tree [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.919078] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c2cb05-22d6-78aa-b857-4e25ffea0e65, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.921067] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.921067] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.921067] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4f93f6-3739-4753-b9ad-38e981e6654a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.926435] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1382.926435] env[62533]: value = "task-1897731" [ 1382.926435] env[62533]: _type = "Task" [ 1382.926435] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.937537] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.144037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.145865] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquired lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.145991] env[62533]: DEBUG nova.network.neutron [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.162169] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897725, 'name': ReconfigVM_Task, 'duration_secs': 0.309159} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.162372] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a1b021c1-4a56-440e-903a-9b8d13d18fa2/a1b021c1-4a56-440e-903a-9b8d13d18fa2.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.163207] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8082a6-c7ec-4b50-90ea-bbaa790ee0f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.171281] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1383.171281] env[62533]: value = "task-1897732" [ 1383.171281] env[62533]: _type = "Task" [ 1383.171281] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.184229] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897732, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.261316] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.299993] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.325535] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897730, 'name': CreateVM_Task, 'duration_secs': 0.494958} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.325963] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.326762] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.327168] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.327320] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.330757] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13fb0db-1b5e-4553-8ee4-7c414ff211e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.333105] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1383.333105] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52000e90-888a-c246-a877-41c6d66f3398" [ 1383.333105] env[62533]: _type = "Task" [ 1383.333105] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.341720] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52000e90-888a-c246-a877-41c6d66f3398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.356200] env[62533]: DEBUG nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.358504] env[62533]: DEBUG oslo_concurrency.lockutils [req-4c921deb-f16a-448a-8d25-549003e792c1 req-d9f35be4-b1de-458f-9b3f-fa17be1da6c0 service nova] Releasing lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.369795] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.370085] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.370339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.370471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.370834] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.374055] env[62533]: INFO nova.compute.manager [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Terminating instance [ 1383.398033] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.398033] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.398033] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.398689] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.398689] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.398689] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.398689] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.398689] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.398954] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.398954] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.398954] env[62533]: DEBUG nova.virt.hardware [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.399530] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c20491-88da-4b27-bfc9-f04bf0e78f60 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.435812] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad0252-812e-4d38-9d87-66ee52f1c02c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.457416] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.463945] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Creating folder: Project (1ea88a949f5747db98010c5eb0af31ad). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.464369] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.466967] env[62533]: ERROR nova.scheduler.client.report [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [req-aa70e002-e95a-4e95-a840-d1e0d787dc6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa70e002-e95a-4e95-a840-d1e0d787dc6b"}]} [ 1383.467591] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3be797b-10fb-49f7-9a68-f3487ea73fcd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.472102] env[62533]: DEBUG nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Received event network-vif-plugged-1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1383.472392] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.472598] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Lock "4461ed70-858b-4907-9802-b81499c609bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.472808] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Lock "4461ed70-858b-4907-9802-b81499c609bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.472980] env[62533]: DEBUG nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] No waiting events found dispatching network-vif-plugged-1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.473155] env[62533]: WARNING nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Received unexpected event network-vif-plugged-1a351a8e-3f30-4042-97e7-b989f376e427 for instance with vm_state building and task_state spawning. [ 1383.473319] env[62533]: DEBUG nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Received event network-changed-1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1383.473471] env[62533]: DEBUG nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Refreshing instance network info cache due to event network-changed-1a351a8e-3f30-4042-97e7-b989f376e427. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1383.473656] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Acquiring lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.473854] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Acquired lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.474032] env[62533]: DEBUG nova.network.neutron [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Refreshing network info cache for port 1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.488573] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Created folder: Project (1ea88a949f5747db98010c5eb0af31ad) in parent group-v391816. [ 1383.490569] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Creating folder: Instances. Parent ref: group-v391842. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.490569] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1c3063-78cd-4bc3-bfb3-994e279cdf32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.500643] env[62533]: DEBUG nova.scheduler.client.report [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1383.505482] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Created folder: Instances in parent group-v391842. [ 1383.505742] env[62533]: DEBUG oslo.service.loopingcall [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.506405] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.506650] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d90406-b18d-4dfa-8984-c9f579827c65 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.526886] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.526886] env[62533]: value = "task-1897735" [ 1383.526886] env[62533]: _type = "Task" [ 1383.526886] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.527886] env[62533]: DEBUG nova.scheduler.client.report [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1383.528041] env[62533]: DEBUG nova.compute.provider_tree [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.542254] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897735, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.548228] env[62533]: DEBUG nova.scheduler.client.report [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1383.573790] env[62533]: DEBUG nova.scheduler.client.report [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1383.691431] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897732, 'name': Rename_Task, 'duration_secs': 0.205326} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.692817] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.692817] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-564251dd-8c57-49ac-b1f4-e21e3de09ab9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.704153] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1383.704153] env[62533]: value = "task-1897736" [ 1383.704153] env[62533]: _type = "Task" [ 1383.704153] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.713180] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.739087] env[62533]: DEBUG nova.network.neutron [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.768671] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560698} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.772221] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4/691283c4-becb-4caa-8bc2-899110cf74b4.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.772625] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.773392] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-282a5ab3-e8d0-4d21-aeba-db3bac0a9da5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.781266] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1383.781266] env[62533]: value = "task-1897737" [ 1383.781266] env[62533]: _type = "Task" [ 1383.781266] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.802033] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.808522] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897729, 'name': ReconfigVM_Task, 'duration_secs': 0.68422} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.808862] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 762115bf-9390-48e5-af73-803669426742/762115bf-9390-48e5-af73-803669426742.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.809648] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c8fc5c-ca30-43f8-af72-3a2de73014dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.819274] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1383.819274] env[62533]: value = "task-1897738" [ 1383.819274] env[62533]: _type = "Task" [ 1383.819274] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.826954] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897738, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.845764] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52000e90-888a-c246-a877-41c6d66f3398, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.849411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.849411] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.849411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.849411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.850646] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.850646] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b5f652-5a2e-4b26-b64f-1582bf331945 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.858827] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.858827] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.859689] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc6483b-61b3-4dcd-a332-f8094e6fc80e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.864737] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1383.864737] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52545614-dd9d-27e3-638f-6e9b1800c886" [ 1383.864737] env[62533]: _type = "Task" [ 1383.864737] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.875910] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52545614-dd9d-27e3-638f-6e9b1800c886, 'name': SearchDatastore_Task, 'duration_secs': 0.008558} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.876907] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce96ad2b-0b60-4c37-9383-66bcc69f87bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.879702] env[62533]: DEBUG nova.compute.manager [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.879879] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.880895] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b5a50-22f3-42fd-b7ff-696f99005fdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.889412] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1383.889412] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52746548-9c6a-607d-c8e0-a780daee074c" [ 1383.889412] env[62533]: _type = "Task" [ 1383.889412] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.894866] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.895355] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-316f8866-5b82-498f-be8b-6eb64de96207 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.900365] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52746548-9c6a-607d-c8e0-a780daee074c, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.900981] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.901256] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 4461ed70-858b-4907-9802-b81499c609bf/4461ed70-858b-4907-9802-b81499c609bf.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.901508] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2433019-7777-41e8-a27a-c0667543471e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.909642] env[62533]: DEBUG oslo_vmware.api [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1383.909642] env[62533]: value = "task-1897739" [ 1383.909642] env[62533]: _type = "Task" [ 1383.909642] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.916528] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1383.916528] env[62533]: value = "task-1897740" [ 1383.916528] env[62533]: _type = "Task" [ 1383.916528] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.922013] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.922301] env[62533]: DEBUG oslo_vmware.api [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.922523] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2e53af-3f72-4df6-a244-d71b259888fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.930008] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.937464] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1383.937464] env[62533]: value = "task-1897741" [ 1383.937464] env[62533]: _type = "Task" [ 1383.937464] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.945393] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796411} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.946414] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.946414] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.947616] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e1ce799-3649-4f66-94e1-1afcbaf1d104 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.953086] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.954878] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1383.954878] env[62533]: value = "task-1897742" [ 1383.954878] env[62533]: _type = "Task" [ 1383.954878] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.969021] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.983569] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0a9500-1cbb-48c3-996c-6f60ac5260c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.992729] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630167ad-dfe5-42fc-b009-f4357957f7d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.030741] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaf3dc1-494e-4282-97f2-c6ac82874b67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.045859] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e626d1c9-8a31-43fb-9d02-b2801ffe5ad0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.049808] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897735, 'name': CreateVM_Task, 'duration_secs': 0.434592} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.049855] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.050799] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.050986] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.051351] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.051607] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac7ab32-fca9-4346-8a02-66b145436ff9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.065143] env[62533]: DEBUG nova.compute.provider_tree [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.075856] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1384.075856] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cdab78-e07a-e5e1-a7ad-4222f472d6f8" [ 1384.075856] env[62533]: _type = "Task" [ 1384.075856] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.085216] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cdab78-e07a-e5e1-a7ad-4222f472d6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.109506] env[62533]: DEBUG nova.network.neutron [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Updating instance_info_cache with network_info: [{"id": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "address": "fa:16:3e:d2:01:e4", "network": {"id": "78f25772-a86d-4a3a-94d8-09448d18816d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782515444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3586fa7033a34342953e37a8d1688c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcee10d-4f", "ovs_interfaceid": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.217723] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897736, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.293447] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173005} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.293828] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.294837] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a867b-1388-460f-90ea-383d0ae67e27 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.325792] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4/691283c4-becb-4caa-8bc2-899110cf74b4.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.325792] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d42114-150d-43c5-8b70-618c0ccd2015 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.352199] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897738, 'name': Rename_Task, 'duration_secs': 0.278044} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.354128] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.354846] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1384.354846] env[62533]: value = "task-1897743" [ 1384.354846] env[62533]: _type = "Task" [ 1384.354846] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.358669] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f511f73-a016-499c-98f6-4d5cca3ea19a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.372296] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.374351] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1384.374351] env[62533]: value = "task-1897744" [ 1384.374351] env[62533]: _type = "Task" [ 1384.374351] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.383810] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.429020] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897740, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.431472] env[62533]: DEBUG oslo_vmware.api [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897739, 'name': PowerOffVM_Task, 'duration_secs': 0.212649} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.431746] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.431906] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.432196] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1943e363-2110-4a7e-86b7-008b46a331e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.453016] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897741, 'name': PowerOffVM_Task, 'duration_secs': 0.265087} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.453016] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.453016] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.453016] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78427590-1976-4f8e-8453-c9b0f16d79aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.469947] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.470369] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076297} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.476601] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9240d419-128f-4aea-9d81-a57e207f4b36 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.478476] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.480289] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe75f6ae-02d1-4576-ac4b-af9cbb2b5bf0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.505895] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.505895] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba4afe9-6c57-4697-b1ca-1429629e8869 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.522489] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.522730] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.522929] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Deleting the datastore file [datastore1] fca3afab-53ba-4347-9ba1-2f8dd5200d22 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.524017] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae3c58b9-caf9-4075-aa0d-8be78c241f4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.527816] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1384.527816] env[62533]: value = "task-1897747" [ 1384.527816] env[62533]: _type = "Task" [ 1384.527816] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.532613] env[62533]: DEBUG oslo_vmware.api [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for the task: (returnval){ [ 1384.532613] env[62533]: value = "task-1897748" [ 1384.532613] env[62533]: _type = "Task" [ 1384.532613] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.539819] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.545799] env[62533]: DEBUG oslo_vmware.api [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.565582] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.565942] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.567954] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.573724] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c628be1-36cb-46fd-906d-2a3b5f2db9e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.587279] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cdab78-e07a-e5e1-a7ad-4222f472d6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018676} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.589742] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.589742] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.589930] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.589968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.590294] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.591232] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1384.591232] env[62533]: value = "task-1897749" [ 1384.591232] env[62533]: _type = "Task" [ 1384.591232] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.591848] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fed530b-0dfd-49e0-8f4e-c3a411b311c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.602660] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.606113] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.606113] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.606113] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a862f1b-095e-4b38-b604-730a00d53c0c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.611315] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1384.611315] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520f98a5-c2a4-fab9-7c91-6afc7c41947a" [ 1384.611315] env[62533]: _type = "Task" [ 1384.611315] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.611867] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Releasing lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.612204] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Instance network_info: |[{"id": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "address": "fa:16:3e:d2:01:e4", "network": {"id": "78f25772-a86d-4a3a-94d8-09448d18816d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782515444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3586fa7033a34342953e37a8d1688c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcee10d-4f", "ovs_interfaceid": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.616647] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:01:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fcee10d-4ff2-4a48-b772-f9ce512a4924', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.624270] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Creating folder: Project (3586fa7033a34342953e37a8d1688c85). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.625368] env[62533]: DEBUG nova.network.neutron [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updated VIF entry in instance network info cache for port 1a351a8e-3f30-4042-97e7-b989f376e427. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.625745] env[62533]: DEBUG nova.network.neutron [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updating instance_info_cache with network_info: [{"id": "1a351a8e-3f30-4042-97e7-b989f376e427", "address": "fa:16:3e:83:07:c2", "network": {"id": "16d38aa0-8b69-4422-ba51-ebeb3c3e0379", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-575884762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a73ace92ff04513ac6b9190d1f2bf54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a351a8e-3f", "ovs_interfaceid": "1a351a8e-3f30-4042-97e7-b989f376e427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.627029] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83d4de6f-dfd1-4b42-87a3-06a8ffc3527a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.633706] env[62533]: DEBUG nova.scheduler.client.report [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1384.633947] env[62533]: DEBUG nova.compute.provider_tree [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 22 to 23 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1384.634152] env[62533]: DEBUG nova.compute.provider_tree [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.643742] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520f98a5-c2a4-fab9-7c91-6afc7c41947a, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.644570] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9972c42d-6d04-4a5e-9311-75dffffb3f17 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.648712] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Created folder: Project (3586fa7033a34342953e37a8d1688c85) in parent group-v391816. [ 1384.648908] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Creating folder: Instances. Parent ref: group-v391845. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.649555] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-893100ba-a488-4329-a487-f7f643a4b090 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.653561] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1384.653561] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52370961-e958-9816-716f-f59c9030a7dd" [ 1384.653561] env[62533]: _type = "Task" [ 1384.653561] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.664228] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52370961-e958-9816-716f-f59c9030a7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.664761] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Created folder: Instances in parent group-v391845. [ 1384.664986] env[62533]: DEBUG oslo.service.loopingcall [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.665630] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.665630] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd03801-faab-471a-a434-3298358f344d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.683707] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.683707] env[62533]: value = "task-1897752" [ 1384.683707] env[62533]: _type = "Task" [ 1384.683707] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.694652] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897752, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.717752] env[62533]: DEBUG oslo_vmware.api [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1897736, 'name': PowerOnVM_Task, 'duration_secs': 0.892784} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.718118] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.718389] env[62533]: INFO nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Took 16.77 seconds to spawn the instance on the hypervisor. [ 1384.718604] env[62533]: DEBUG nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.719595] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21deed58-3b81-4bb1-8028-e0e79dad7295 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.876822] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897743, 'name': ReconfigVM_Task, 'duration_secs': 0.479408} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.880456] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4/691283c4-becb-4caa-8bc2-899110cf74b4.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.880456] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af85d3a-fdaa-4382-bcf0-a8c6045141f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.890018] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.890492] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1384.890492] env[62533]: value = "task-1897753" [ 1384.890492] env[62533]: _type = "Task" [ 1384.890492] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.901320] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897753, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.933506] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567067} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.933506] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 4461ed70-858b-4907-9802-b81499c609bf/4461ed70-858b-4907-9802-b81499c609bf.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.933506] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.933506] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dacb943-3b91-446d-b7f1-8326089e3568 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.940425] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1384.940425] env[62533]: value = "task-1897754" [ 1384.940425] env[62533]: _type = "Task" [ 1384.940425] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.952205] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.049899] env[62533]: DEBUG oslo_vmware.api [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Task: {'id': task-1897748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18158} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.049899] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.050020] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.051669] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.051669] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.051669] env[62533]: INFO nova.compute.manager [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1385.051669] env[62533]: DEBUG oslo.service.loopingcall [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.051669] env[62533]: DEBUG nova.compute.manager [-] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.051669] env[62533]: DEBUG nova.network.neutron [-] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.105562] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187192} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.105969] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.105969] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.106184] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.134864] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Releasing lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.135194] env[62533]: DEBUG nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Received event network-vif-plugged-5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1385.135969] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Acquiring lock "14934761-0459-4baf-838b-fbbbcf332e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.135969] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Lock "14934761-0459-4baf-838b-fbbbcf332e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.135969] env[62533]: DEBUG oslo_concurrency.lockutils [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] Lock "14934761-0459-4baf-838b-fbbbcf332e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.135969] env[62533]: DEBUG nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] No waiting events found dispatching network-vif-plugged-5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.136272] env[62533]: WARNING nova.compute.manager [req-68f418e6-48fa-45e1-a915-915e9f3b8caf req-520feccd-7387-4d70-8ca6-9dd144579a30 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Received unexpected event network-vif-plugged-5fcee10d-4ff2-4a48-b772-f9ce512a4924 for instance with vm_state building and task_state spawning. [ 1385.141810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.834s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.142789] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.146848] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.147s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.155025] env[62533]: INFO nova.compute.claims [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.164308] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52370961-e958-9816-716f-f59c9030a7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.018069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.164565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.164812] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 4aaa7e45-fb16-4a47-9743-c7c11e941477/4aaa7e45-fb16-4a47-9743-c7c11e941477.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.166283] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c006a17a-ec57-45df-a39c-f686a1a0c6bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.178700] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1385.178700] env[62533]: value = "task-1897755" [ 1385.178700] env[62533]: _type = "Task" [ 1385.178700] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.189348] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.199189] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897752, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.240379] env[62533]: INFO nova.compute.manager [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Took 25.74 seconds to build instance. [ 1385.388448] env[62533]: DEBUG oslo_vmware.api [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897744, 'name': PowerOnVM_Task, 'duration_secs': 0.579053} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.388800] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.389012] env[62533]: INFO nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Took 15.14 seconds to spawn the instance on the hypervisor. [ 1385.389310] env[62533]: DEBUG nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.390120] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415b20e-965e-4386-903c-c6e6e984812b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.417110] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897753, 'name': Rename_Task, 'duration_secs': 0.201691} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.417110] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.417110] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ed4e1d-61f1-416b-bc29-17e3094f5df6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.423964] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1385.423964] env[62533]: value = "task-1897756" [ 1385.423964] env[62533]: _type = "Task" [ 1385.423964] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.439982] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.450345] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108179} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.450820] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.451916] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08230d2-bd30-44b6-afd4-25395facf65e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.480482] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 4461ed70-858b-4907-9802-b81499c609bf/4461ed70-858b-4907-9802-b81499c609bf.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.482653] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a1253a-f39a-4a68-97da-75ee5d6a3b52 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.506550] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1385.506550] env[62533]: value = "task-1897757" [ 1385.506550] env[62533]: _type = "Task" [ 1385.506550] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.517181] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.540665] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897747, 'name': ReconfigVM_Task, 'duration_secs': 0.604523} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.542144] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.542811] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d5bbd8c-6dbb-4174-84d0-5091a0acfec0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.549935] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1385.549935] env[62533]: value = "task-1897758" [ 1385.549935] env[62533]: _type = "Task" [ 1385.549935] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.557676] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897758, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.655332] env[62533]: DEBUG nova.compute.utils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.655332] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.655332] env[62533]: DEBUG nova.network.neutron [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.689814] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897755, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.697931] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897752, 'name': CreateVM_Task, 'duration_secs': 0.54665} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.697931] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.698575] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.698737] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.699080] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.699392] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbe5b6a-4002-466f-a43a-113c82b18104 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.705015] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1385.705015] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a468ea-0629-68ef-024c-9544e114684a" [ 1385.705015] env[62533]: _type = "Task" [ 1385.705015] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.713464] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a468ea-0629-68ef-024c-9544e114684a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.748578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-33652495-4f2a-4ed1-979b-1e476384f756 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.274s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.790943] env[62533]: DEBUG nova.policy [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a5e61ca85f4435bfdc546b61f3b7b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c32cca375ed46b4a525a4a0ddf8c23d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.925116] env[62533]: INFO nova.compute.manager [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Took 25.76 seconds to build instance. [ 1385.942807] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897756, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.028865] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897757, 'name': ReconfigVM_Task, 'duration_secs': 0.411471} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.029354] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 4461ed70-858b-4907-9802-b81499c609bf/4461ed70-858b-4907-9802-b81499c609bf.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.030247] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21168d68-3ae9-4ee2-9c01-7ad53f9f7955 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.039796] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1386.039796] env[62533]: value = "task-1897759" [ 1386.039796] env[62533]: _type = "Task" [ 1386.039796] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.059644] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897759, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.064978] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897758, 'name': Rename_Task, 'duration_secs': 0.22021} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.065277] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.065550] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d7cd8a-8929-48e4-8a92-14cc888aa5ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.071560] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1386.071560] env[62533]: value = "task-1897760" [ 1386.071560] env[62533]: _type = "Task" [ 1386.071560] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.081472] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.151544] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.151791] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.151944] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.152261] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.152429] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.152573] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.153480] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.153760] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.154074] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.154252] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.154436] env[62533]: DEBUG nova.virt.hardware [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.155377] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456ed07-8a78-4b42-a487-96283d9ce46a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.160193] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.175244] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b7693-baa1-4d87-ba16-b73c150fa252 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.194424] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:a8:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65fbc289-edf0-4c8d-aae4-d54b4d505f4f', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.202446] env[62533]: DEBUG oslo.service.loopingcall [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.206621] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.207127] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.210951] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e8c838-4784-49f7-8123-c9418461898c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.238175] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a468ea-0629-68ef-024c-9544e114684a, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.240367] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.240367] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.240521] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.240660] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.240835] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.241889] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.241889] env[62533]: value = "task-1897761" [ 1386.241889] env[62533]: _type = "Task" [ 1386.241889] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.241889] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97d65d9c-5754-4fd0-a521-6af817717052 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.255050] env[62533]: DEBUG nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.258055] env[62533]: DEBUG nova.network.neutron [-] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.258798] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897761, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.260552] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.260632] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.264570] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314f123c-e0ef-4264-ac42-01204b5bf210 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.271368] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1386.271368] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3a6bc-8eb2-ac8a-7e9c-660312684ef9" [ 1386.271368] env[62533]: _type = "Task" [ 1386.271368] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.281152] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3a6bc-8eb2-ac8a-7e9c-660312684ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.328382] env[62533]: DEBUG nova.network.neutron [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Successfully created port: 53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.437058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-37ec977d-d834-4aca-83c8-5206734b8de4 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "762115bf-9390-48e5-af73-803669426742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.284s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.437494] env[62533]: DEBUG oslo_vmware.api [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897756, 'name': PowerOnVM_Task, 'duration_secs': 0.858504} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.440269] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.440575] env[62533]: INFO nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Took 13.78 seconds to spawn the instance on the hypervisor. [ 1386.440773] env[62533]: DEBUG nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.441667] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29dbc36-0c94-4243-afcf-8decf24e92da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.552821] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bf794-b753-469a-b554-e18018fa43cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.557509] env[62533]: DEBUG nova.compute.manager [None req-fbe17d8f-ac5a-4801-b790-d8a43a19c527 tempest-ServerDiagnosticsV248Test-1059214938 tempest-ServerDiagnosticsV248Test-1059214938-project-admin] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.559482] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8175cf-09ca-40f8-9ffb-5839abca5dfb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.567275] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897759, 'name': Rename_Task, 'duration_secs': 0.153397} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.568019] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.569033] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28af28-f37c-4ad6-9242-116411f8bc15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.574188] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855af12c-802d-49f8-b96c-1f6d3fac35ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.576437] env[62533]: INFO nova.compute.manager [None req-fbe17d8f-ac5a-4801-b790-d8a43a19c527 tempest-ServerDiagnosticsV248Test-1059214938 tempest-ServerDiagnosticsV248Test-1059214938-project-admin] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Retrieving diagnostics [ 1386.583718] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa0357-5194-408e-9b08-5cc0522bf7e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.613854] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d50b1b6-99fa-4dc5-9057-9daba29cd675 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.647528] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897760, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.647846] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1386.647846] env[62533]: value = "task-1897762" [ 1386.647846] env[62533]: _type = "Task" [ 1386.647846] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.656245] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2f76e-b3bb-461c-8cba-4be0971eade8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.667465] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897762, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.685627] env[62533]: DEBUG nova.compute.provider_tree [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.699621] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897755, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.095179} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.701470] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 4aaa7e45-fb16-4a47-9743-c7c11e941477/4aaa7e45-fb16-4a47-9743-c7c11e941477.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.702731] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.702731] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35ab9cd4-dc5e-498e-8c76-2032313d3236 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.712322] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1386.712322] env[62533]: value = "task-1897763" [ 1386.712322] env[62533]: _type = "Task" [ 1386.712322] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.720177] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.754881] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897761, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.764564] env[62533]: INFO nova.compute.manager [-] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Took 1.71 seconds to deallocate network for instance. [ 1386.782520] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3a6bc-8eb2-ac8a-7e9c-660312684ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.783472] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bab194-577c-4ee6-94d8-1424a06f21c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.789462] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1386.789462] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f027c7-7035-b831-34a9-c6f466d4c702" [ 1386.789462] env[62533]: _type = "Task" [ 1386.789462] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.794362] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.800598] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f027c7-7035-b831-34a9-c6f466d4c702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.947778] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.964315] env[62533]: INFO nova.compute.manager [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Took 21.57 seconds to build instance. [ 1387.091878] env[62533]: DEBUG oslo_vmware.api [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897760, 'name': PowerOnVM_Task, 'duration_secs': 0.592429} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.093523] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.093805] env[62533]: DEBUG nova.compute.manager [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.095191] env[62533]: DEBUG nova.compute.manager [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Received event network-changed-5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1387.095606] env[62533]: DEBUG nova.compute.manager [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Refreshing instance network info cache due to event network-changed-5fcee10d-4ff2-4a48-b772-f9ce512a4924. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1387.095864] env[62533]: DEBUG oslo_concurrency.lockutils [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] Acquiring lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.096085] env[62533]: DEBUG oslo_concurrency.lockutils [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] Acquired lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.096210] env[62533]: DEBUG nova.network.neutron [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Refreshing network info cache for port 5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.100141] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fac23e-bfa7-4eb4-a15a-db5c3e4b192d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.162715] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897762, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.187781] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.231846] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284674} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.235329] env[62533]: ERROR nova.scheduler.client.report [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [req-90e6c1ab-0599-4ecc-a056-be8d9c2df1cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90e6c1ab-0599-4ecc-a056-be8d9c2df1cf"}]} [ 1387.235329] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.237466] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5312af-539b-4f5d-a28b-c97f958f9ace {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.245170] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.245413] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.245568] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.246422] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.246422] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.246422] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.246422] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.246422] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.246633] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.246666] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.246836] env[62533]: DEBUG nova.virt.hardware [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.247729] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb1841a-b2a2-4bb1-bfa2-2fa139b2dfa0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.274198] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4aaa7e45-fb16-4a47-9743-c7c11e941477/4aaa7e45-fb16-4a47-9743-c7c11e941477.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.275448] env[62533]: DEBUG nova.scheduler.client.report [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1387.280072] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "246b06d7-5985-43dd-809d-d9cb4428d230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.280382] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.281601] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.281836] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32811ec-0666-419a-8469-75a881fb946e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.301777] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ba5a7d-4c34-499a-9b87-384ddb4688d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.307163] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897761, 'name': CreateVM_Task, 'duration_secs': 1.029865} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.310080] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.312082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.312082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.312082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.312652] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee690651-382b-4605-b7a8-0b3cbc0126c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.327075] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1387.327075] env[62533]: value = "task-1897764" [ 1387.327075] env[62533]: _type = "Task" [ 1387.327075] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.327975] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f027c7-7035-b831-34a9-c6f466d4c702, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.330658] env[62533]: DEBUG nova.scheduler.client.report [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1387.330658] env[62533]: DEBUG nova.compute.provider_tree [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.332291] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.332571] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 14934761-0459-4baf-838b-fbbbcf332e7a/14934761-0459-4baf-838b-fbbbcf332e7a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.336384] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a7ae78-37cd-4f1f-a378-9b0ed68ded10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.339793] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1387.339793] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52caa979-bdb7-0ac5-df7f-2ec03334039d" [ 1387.339793] env[62533]: _type = "Task" [ 1387.339793] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.350331] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.352473] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1387.352473] env[62533]: value = "task-1897765" [ 1387.352473] env[62533]: _type = "Task" [ 1387.352473] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.356739] env[62533]: DEBUG nova.scheduler.client.report [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1387.363884] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52caa979-bdb7-0ac5-df7f-2ec03334039d, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.365380] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.365380] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.365380] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.365711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.365887] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.369347] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fd154af-599e-4b0d-95ed-882f874ff600 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.373482] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.388429] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.388635] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.389543] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1a1458-61fd-494d-ba54-b7874c8f8eb5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.395373] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1387.395373] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5296542b-de64-20c8-61c6-12bd57d7e4d6" [ 1387.395373] env[62533]: _type = "Task" [ 1387.395373] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.400548] env[62533]: DEBUG nova.scheduler.client.report [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1387.408281] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5296542b-de64-20c8-61c6-12bd57d7e4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.467067] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d20a71d3-328c-46a9-a84e-f2b82b25440f tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.109s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.476808] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.620018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.664597] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897762, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.763649] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c840dc3-34bc-473d-b414-a2be997101ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.775019] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a504bfaa-9577-4016-a43b-74256d0d122f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.810084] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e0fc39-0769-4e8b-bbfd-1dd83cc01717 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.818602] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3891ba-5f39-4490-9c29-2ac04ee0f782 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.832855] env[62533]: DEBUG nova.compute.provider_tree [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.843668] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897764, 'name': ReconfigVM_Task, 'duration_secs': 0.379612} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.844704] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4aaa7e45-fb16-4a47-9743-c7c11e941477/4aaa7e45-fb16-4a47-9743-c7c11e941477.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.845451] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de87c25-6100-4cec-b96c-c1ff46300ff6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.852513] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1387.852513] env[62533]: value = "task-1897766" [ 1387.852513] env[62533]: _type = "Task" [ 1387.852513] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.869869] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897766, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.873361] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.909127] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5296542b-de64-20c8-61c6-12bd57d7e4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.909127] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed804770-7e32-4828-939d-9df2c6e63a4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.914416] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1387.914416] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b8b294-feff-5075-61f2-09f496b24661" [ 1387.914416] env[62533]: _type = "Task" [ 1387.914416] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.926755] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b8b294-feff-5075-61f2-09f496b24661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.972509] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.164562] env[62533]: DEBUG oslo_vmware.api [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1897762, 'name': PowerOnVM_Task, 'duration_secs': 1.368631} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.164854] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.165063] env[62533]: INFO nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1388.165238] env[62533]: DEBUG nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.166191] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5aa2e-8025-4abe-9683-345cebfa6f19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.308808] env[62533]: DEBUG nova.network.neutron [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Updated VIF entry in instance network info cache for port 5fcee10d-4ff2-4a48-b772-f9ce512a4924. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.309051] env[62533]: DEBUG nova.network.neutron [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Updating instance_info_cache with network_info: [{"id": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "address": "fa:16:3e:d2:01:e4", "network": {"id": "78f25772-a86d-4a3a-94d8-09448d18816d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782515444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3586fa7033a34342953e37a8d1688c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcee10d-4f", "ovs_interfaceid": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.335828] env[62533]: DEBUG nova.scheduler.client.report [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.376016] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897766, 'name': Rename_Task, 'duration_secs': 0.226224} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.376016] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606951} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.376016] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.376016] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 14934761-0459-4baf-838b-fbbbcf332e7a/14934761-0459-4baf-838b-fbbbcf332e7a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.376595] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.376595] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d45c223e-731b-47a1-973a-47a80be2cbef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.376773] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbab23e3-7e40-41c9-8560-a668097d2eac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.386758] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1388.386758] env[62533]: value = "task-1897767" [ 1388.386758] env[62533]: _type = "Task" [ 1388.386758] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.386758] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1388.386758] env[62533]: value = "task-1897768" [ 1388.386758] env[62533]: _type = "Task" [ 1388.386758] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.401378] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897767, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.405133] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.425281] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b8b294-feff-5075-61f2-09f496b24661, 'name': SearchDatastore_Task, 'duration_secs': 0.021237} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.425550] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.425801] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.426451] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2d6b2a8-203e-48c9-8930-1ab4f0b761a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.434019] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1388.434019] env[62533]: value = "task-1897769" [ 1388.434019] env[62533]: _type = "Task" [ 1388.434019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.441759] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.503208] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.694598] env[62533]: INFO nova.compute.manager [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Took 17.72 seconds to build instance. [ 1388.812351] env[62533]: DEBUG oslo_concurrency.lockutils [req-95564a2f-b752-43f1-94a1-fd3822b567c5 req-d879b641-6654-4030-8b46-c2f0b07c2b07 service nova] Releasing lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.843755] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.697s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.845543] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.848838] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.424s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.856022] env[62533]: INFO nova.compute.claims [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.903458] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.907372] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175249} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.907576] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.908405] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8163aa46-0128-4bcf-bd97-60e3becb5c73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.932973] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 14934761-0459-4baf-838b-fbbbcf332e7a/14934761-0459-4baf-838b-fbbbcf332e7a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.933550] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5d76f8-6546-4e5e-ae98-17441a234ee6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.958447] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.959921] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1388.959921] env[62533]: value = "task-1897770" [ 1388.959921] env[62533]: _type = "Task" [ 1388.959921] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.968139] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.012507] env[62533]: DEBUG nova.network.neutron [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Successfully updated port: 53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.133821] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "5d7417eb-c71d-4cec-b13e-845a652ef709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.134203] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "5d7417eb-c71d-4cec-b13e-845a652ef709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.134392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "5d7417eb-c71d-4cec-b13e-845a652ef709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.134625] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "5d7417eb-c71d-4cec-b13e-845a652ef709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.134833] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "5d7417eb-c71d-4cec-b13e-845a652ef709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.137261] env[62533]: INFO nova.compute.manager [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Terminating instance [ 1389.199115] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f130773-88fb-4035-a992-b0fd2185205c tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "4461ed70-858b-4907-9802-b81499c609bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.234s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.358721] env[62533]: DEBUG nova.compute.utils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.360918] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1389.361343] env[62533]: DEBUG nova.network.neutron [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.397666] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.443432] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897769, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.471718] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897770, 'name': ReconfigVM_Task, 'duration_secs': 0.393913} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.472082] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 14934761-0459-4baf-838b-fbbbcf332e7a/14934761-0459-4baf-838b-fbbbcf332e7a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.472797] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0081a3-bd32-4d41-9d27-8f439e17b85d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.479413] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1389.479413] env[62533]: value = "task-1897771" [ 1389.479413] env[62533]: _type = "Task" [ 1389.479413] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.490094] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897771, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.520956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "refresh_cache-204444c0-0fc4-4053-8fb1-c4e182070d39" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.521292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquired lock "refresh_cache-204444c0-0fc4-4053-8fb1-c4e182070d39" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.521436] env[62533]: DEBUG nova.network.neutron [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.526431] env[62533]: DEBUG nova.policy [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54da279a81ee480d90102b182e896657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fd00da2549745e68f897c5580a69b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.642106] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "refresh_cache-5d7417eb-c71d-4cec-b13e-845a652ef709" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.642488] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquired lock "refresh_cache-5d7417eb-c71d-4cec-b13e-845a652ef709" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.642573] env[62533]: DEBUG nova.network.neutron [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.701133] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.865396] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.910323] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897767, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.946187] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897769, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.002576] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897771, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.228711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.235163] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.235548] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.284524] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a009a5-d120-43ca-b98d-ea6e5040389e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.292996] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687fa082-eb34-4a6e-8401-c73ef51c74ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.329572] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0d4bba-0272-45b7-9183-ba1a62addf9a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.334056] env[62533]: DEBUG nova.network.neutron [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.342954] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349d486c-be45-457e-bfaf-6af7e6f437e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.359342] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.395477] env[62533]: DEBUG nova.network.neutron [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.407710] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.448829] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897769, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.571069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.449517] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.449517] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.449668] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db73312a-e0e6-41af-8164-03c3f5dfd334 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.455939] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1390.455939] env[62533]: value = "task-1897772" [ 1390.455939] env[62533]: _type = "Task" [ 1390.455939] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.464600] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.492621] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897771, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.565320] env[62533]: INFO nova.compute.manager [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Rebuilding instance [ 1390.609438] env[62533]: DEBUG nova.compute.manager [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.610626] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc5021-bf8f-4bd9-ae72-2251524d822e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.704828] env[62533]: DEBUG nova.network.neutron [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.751913] env[62533]: DEBUG nova.compute.manager [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Received event network-vif-deleted-7b9d7f32-5cba-4a91-ab6a-c3a0df91694e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1390.752131] env[62533]: DEBUG nova.compute.manager [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Received event network-vif-plugged-53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1390.752399] env[62533]: DEBUG oslo_concurrency.lockutils [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] Acquiring lock "204444c0-0fc4-4053-8fb1-c4e182070d39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.752549] env[62533]: DEBUG oslo_concurrency.lockutils [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.753194] env[62533]: DEBUG oslo_concurrency.lockutils [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.753194] env[62533]: DEBUG nova.compute.manager [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] No waiting events found dispatching network-vif-plugged-53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1390.753194] env[62533]: WARNING nova.compute.manager [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Received unexpected event network-vif-plugged-53090edc-d0ac-4752-8a1e-729243b4d9e2 for instance with vm_state building and task_state spawning. [ 1390.753360] env[62533]: DEBUG nova.compute.manager [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Received event network-changed-53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1390.753394] env[62533]: DEBUG nova.compute.manager [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Refreshing instance network info cache due to event network-changed-53090edc-d0ac-4752-8a1e-729243b4d9e2. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1390.753542] env[62533]: DEBUG oslo_concurrency.lockutils [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] Acquiring lock "refresh_cache-204444c0-0fc4-4053-8fb1-c4e182070d39" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.877409] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.885385] env[62533]: ERROR nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [req-ce77ae04-4894-41ac-ba74-23ed8c5ddd72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce77ae04-4894-41ac-ba74-23ed8c5ddd72"}]} [ 1390.910051] env[62533]: DEBUG oslo_vmware.api [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897767, 'name': PowerOnVM_Task, 'duration_secs': 2.142185} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.913161] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1390.915550] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.915860] env[62533]: INFO nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1390.916215] env[62533]: DEBUG nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.917529] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290fe909-dba9-4462-9363-5dbc6264f488 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.921608] env[62533]: DEBUG nova.network.neutron [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Successfully created port: e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.925664] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.925933] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.926137] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.926365] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.926638] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.926690] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.926902] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.927411] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.927667] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.928083] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.928214] env[62533]: DEBUG nova.virt.hardware [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.933181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf6123a-242d-4d32-aff4-8a23e0e3ee3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.943041] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1390.943041] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.948917] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525f10f0-506c-4861-be5f-83ac6c813e4b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.966425] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1390.976139] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276457} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.976443] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.977241] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0138ccf-d0a5-4ea1-8bd7-c0044f8b3dec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.004937] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.005945] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1391.013106] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f98270f-6fc5-4de3-b639-d367b818b849 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.033327] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897771, 'name': Rename_Task, 'duration_secs': 1.189441} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.034734] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.035057] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1391.035057] env[62533]: value = "task-1897773" [ 1391.035057] env[62533]: _type = "Task" [ 1391.035057] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.035234] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77576cb9-7887-416d-be74-7f78a7602ff7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.045489] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.046942] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1391.046942] env[62533]: value = "task-1897774" [ 1391.046942] env[62533]: _type = "Task" [ 1391.046942] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.051122] env[62533]: DEBUG nova.network.neutron [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Updating instance_info_cache with network_info: [{"id": "53090edc-d0ac-4752-8a1e-729243b4d9e2", "address": "fa:16:3e:eb:ed:01", "network": {"id": "67ccd395-54fa-4503-b84f-dc8fa608cd9f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-328279557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c32cca375ed46b4a525a4a0ddf8c23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53090edc-d0", "ovs_interfaceid": "53090edc-d0ac-4752-8a1e-729243b4d9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.057535] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.214617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Releasing lock "refresh_cache-5d7417eb-c71d-4cec-b13e-845a652ef709" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.215085] env[62533]: DEBUG nova.compute.manager [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.215285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.224473] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e0bb5-ec5a-479a-b2c6-3505064fc8c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.234516] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.237816] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d086a38c-ce91-489a-a02f-9f995ea085b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.247318] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1391.247318] env[62533]: value = "task-1897775" [ 1391.247318] env[62533]: _type = "Task" [ 1391.247318] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.260049] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.378089] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b25e9b-7152-45d7-aa6e-341157a67265 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.386581] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9339d9ec-e521-4742-ae67-6ba2eff6cbf7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.416243] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c4eacb-a719-4dce-93f5-69b1fd63d0fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.425018] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7c209-ceb4-490a-8859-1912b5e76ed3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.438195] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.446931] env[62533]: INFO nova.compute.manager [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Took 17.92 seconds to build instance. [ 1391.546426] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.556034] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.558617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Releasing lock "refresh_cache-204444c0-0fc4-4053-8fb1-c4e182070d39" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.558916] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Instance network_info: |[{"id": "53090edc-d0ac-4752-8a1e-729243b4d9e2", "address": "fa:16:3e:eb:ed:01", "network": {"id": "67ccd395-54fa-4503-b84f-dc8fa608cd9f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-328279557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c32cca375ed46b4a525a4a0ddf8c23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53090edc-d0", "ovs_interfaceid": "53090edc-d0ac-4752-8a1e-729243b4d9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.559193] env[62533]: DEBUG oslo_concurrency.lockutils [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] Acquired lock "refresh_cache-204444c0-0fc4-4053-8fb1-c4e182070d39" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.559397] env[62533]: DEBUG nova.network.neutron [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Refreshing network info cache for port 53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.560638] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ed:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53090edc-d0ac-4752-8a1e-729243b4d9e2', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.569378] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Creating folder: Project (9c32cca375ed46b4a525a4a0ddf8c23d). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.570746] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-028c97ff-ed73-4408-86ea-65214a63416a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.581700] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Created folder: Project (9c32cca375ed46b4a525a4a0ddf8c23d) in parent group-v391816. [ 1391.581923] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Creating folder: Instances. Parent ref: group-v391849. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.582176] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1951f5f4-8620-4cae-af0c-a52157674646 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.590775] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Created folder: Instances in parent group-v391849. [ 1391.592015] env[62533]: DEBUG oslo.service.loopingcall [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.592015] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.592015] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-794ec4c2-6951-4d00-b53c-76a14093a60e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.611506] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.611506] env[62533]: value = "task-1897778" [ 1391.611506] env[62533]: _type = "Task" [ 1391.611506] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.618917] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897778, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.625541] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.625794] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209faea8-96af-4f74-b91e-0e0ffd0c03e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.632416] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1391.632416] env[62533]: value = "task-1897779" [ 1391.632416] env[62533]: _type = "Task" [ 1391.632416] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.639020] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.757205] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.809975] env[62533]: DEBUG nova.compute.manager [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1391.949258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5bcfe4f9-1219-4de2-ab3c-591d7b22e123 tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "4aaa7e45-fb16-4a47-9743-c7c11e941477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.431s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.965284] env[62533]: ERROR nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [req-0a73f9b0-0336-4f9e-b92f-12a5e231086b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a73f9b0-0336-4f9e-b92f-12a5e231086b"}]} [ 1391.993867] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1392.025605] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1392.029054] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.050946] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897773, 'name': ReconfigVM_Task, 'duration_secs': 0.820045} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.053876] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1392.057234] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae/5333988c-9980-4aca-a0f3-42c4c748f4ae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.059415] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eafbf3b-967b-4708-8fed-82d5d1470cff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.070067] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.076985] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1392.076985] env[62533]: value = "task-1897780" [ 1392.076985] env[62533]: _type = "Task" [ 1392.076985] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.080449] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1392.085826] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897780, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.126535] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897778, 'name': CreateVM_Task, 'duration_secs': 0.43138} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.131025] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.131025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.131025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.131025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.131254] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb03ea6-00c6-4690-b037-31844fea2807 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.144619] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1392.144619] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5277f8b9-af5d-5d7f-8a23-7033f71424e8" [ 1392.144619] env[62533]: _type = "Task" [ 1392.144619] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.144972] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897779, 'name': PowerOffVM_Task, 'duration_secs': 0.299975} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.145280] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.145502] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.150647] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348cfa3-5f02-4f7d-8d45-e76a0f7bdeed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.163341] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5277f8b9-af5d-5d7f-8a23-7033f71424e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.163341] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.163637] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.163860] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.165771] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.166077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.166211] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.166469] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f354589-c363-4860-aefc-cbb349f2f084 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.168294] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3753ade-6ad1-45a6-8a95-3ee102109764 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.181262] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.181262] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.185040] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813f9fc1-7b3c-40a8-9ac0-d63d2888fe0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.193805] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1392.193805] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c071be-63b7-1faf-f01f-f17585c7b694" [ 1392.193805] env[62533]: _type = "Task" [ 1392.193805] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.201727] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.202291] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.202545] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Deleting the datastore file [datastore2] e0e62316-8e27-4949-a050-3f05f8020ca1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.206363] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12de318-8ec5-4fb6-8997-d538e2b07960 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.220556] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c071be-63b7-1faf-f01f-f17585c7b694, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.224703] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd463e5-5e88-4e08-80fb-f52421d32984 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.228730] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1392.228730] env[62533]: value = "task-1897782" [ 1392.228730] env[62533]: _type = "Task" [ 1392.228730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.237309] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1392.237309] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52525aa0-4df4-1b78-c2c1-a4f802989202" [ 1392.237309] env[62533]: _type = "Task" [ 1392.237309] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.245676] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.256264] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52525aa0-4df4-1b78-c2c1-a4f802989202, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.262806] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.266391] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 204444c0-0fc4-4053-8fb1-c4e182070d39/204444c0-0fc4-4053-8fb1-c4e182070d39.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.266391] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2dbdd33-1567-4041-9984-1ce25d538130 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.275027] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897775, 'name': PowerOffVM_Task, 'duration_secs': 0.677735} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.275419] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.275603] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.275949] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1392.275949] env[62533]: value = "task-1897783" [ 1392.275949] env[62533]: _type = "Task" [ 1392.275949] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.276312] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1890141b-375c-4442-9feb-48597594c371 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.294997] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.312871] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.313119] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.313333] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Deleting the datastore file [datastore1] 5d7417eb-c71d-4cec-b13e-845a652ef709 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.313625] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ed5855-f031-4b16-b6bc-373bb86109cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.324525] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for the task: (returnval){ [ 1392.324525] env[62533]: value = "task-1897785" [ 1392.324525] env[62533]: _type = "Task" [ 1392.324525] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.340256] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.349587] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.427635] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "762115bf-9390-48e5-af73-803669426742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.431021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "762115bf-9390-48e5-af73-803669426742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.431021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "762115bf-9390-48e5-af73-803669426742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.431021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "762115bf-9390-48e5-af73-803669426742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.431021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "762115bf-9390-48e5-af73-803669426742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.431702] env[62533]: INFO nova.compute.manager [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Terminating instance [ 1392.456958] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.561206] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b3286-dc90-46b4-ae63-ff343441d874 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.569847] env[62533]: DEBUG oslo_vmware.api [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897774, 'name': PowerOnVM_Task, 'duration_secs': 1.260836} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.570862] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.571129] env[62533]: INFO nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Took 11.70 seconds to spawn the instance on the hypervisor. [ 1392.572074] env[62533]: DEBUG nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.572615] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cc3eb4-7610-4aab-ac4c-35c39c0986c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.582328] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf46b54-3515-444a-9c14-fbb3fdf32bf6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.596474] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897780, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.626493] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ccc082-d8b2-4571-a6ad-1586ab9bdc14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.635026] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e129830-eb48-4ad0-b78f-931146abef1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.651210] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.740095] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148396} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.740593] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.740593] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.740749] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.797492] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.836923] env[62533]: DEBUG oslo_vmware.api [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Task: {'id': task-1897785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149578} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.837505] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.837828] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.838224] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.838604] env[62533]: INFO nova.compute.manager [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1392.838997] env[62533]: DEBUG oslo.service.loopingcall [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.839718] env[62533]: DEBUG nova.compute.manager [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.840852] env[62533]: DEBUG nova.network.neutron [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.885358] env[62533]: DEBUG nova.network.neutron [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.912993] env[62533]: DEBUG nova.network.neutron [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Updated VIF entry in instance network info cache for port 53090edc-d0ac-4752-8a1e-729243b4d9e2. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.913368] env[62533]: DEBUG nova.network.neutron [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Updating instance_info_cache with network_info: [{"id": "53090edc-d0ac-4752-8a1e-729243b4d9e2", "address": "fa:16:3e:eb:ed:01", "network": {"id": "67ccd395-54fa-4503-b84f-dc8fa608cd9f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-328279557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c32cca375ed46b4a525a4a0ddf8c23d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53090edc-d0", "ovs_interfaceid": "53090edc-d0ac-4752-8a1e-729243b4d9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.940034] env[62533]: DEBUG nova.compute.manager [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.940034] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.940448] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2333fe-e895-46a5-bd59-79fe094d5b20 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.952434] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.952754] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbdae01f-16db-4e80-8e69-8b53e39c7889 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.962456] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1392.962456] env[62533]: value = "task-1897786" [ 1392.962456] env[62533]: _type = "Task" [ 1392.962456] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.977332] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.989752] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.091032] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897780, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.104681] env[62533]: INFO nova.compute.manager [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Took 20.22 seconds to build instance. [ 1393.173701] env[62533]: ERROR nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [req-62a4f521-8fb5-4a8d-8a9e-781dc770d9f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62a4f521-8fb5-4a8d-8a9e-781dc770d9f0"}]} [ 1393.196424] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1393.215111] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1393.215624] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1393.228792] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1393.260222] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1393.299769] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845569} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.305113] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 204444c0-0fc4-4053-8fb1-c4e182070d39/204444c0-0fc4-4053-8fb1-c4e182070d39.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.305458] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.306905] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b988141-1820-45a6-8383-657d7e59d939 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.316049] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1393.316049] env[62533]: value = "task-1897787" [ 1393.316049] env[62533]: _type = "Task" [ 1393.316049] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.328427] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.388290] env[62533]: DEBUG nova.network.neutron [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.418262] env[62533]: DEBUG oslo_concurrency.lockutils [req-f0edbd6e-80cf-44aa-95cf-0c93ad2ddb39 req-9205620a-63b5-48d8-a03a-7ea0213dcff4 service nova] Releasing lock "refresh_cache-204444c0-0fc4-4053-8fb1-c4e182070d39" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.479210] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897786, 'name': PowerOffVM_Task, 'duration_secs': 0.505239} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.479210] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.479394] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.479573] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2961e81-c4e8-486c-a020-5ab8bd64a30d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.562310] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.563385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.566278] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Deleting the datastore file [datastore2] 762115bf-9390-48e5-af73-803669426742 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.566278] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56680711-feec-4014-b731-b548b1f9e070 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.571374] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for the task: (returnval){ [ 1393.571374] env[62533]: value = "task-1897789" [ 1393.571374] env[62533]: _type = "Task" [ 1393.571374] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.592435] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.599900] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897780, 'name': Rename_Task, 'duration_secs': 1.182074} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.605370] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.605370] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a6ee7be-9cf8-4c3a-ad27-a1d8e0d8d764 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.623215] env[62533]: DEBUG oslo_concurrency.lockutils [None req-57d3b0ed-a883-4d37-abba-7185f2734519 tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "14934761-0459-4baf-838b-fbbbcf332e7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.749s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.623530] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1393.623530] env[62533]: value = "task-1897790" [ 1393.623530] env[62533]: _type = "Task" [ 1393.623530] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.628750] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "6b256a57-280d-4bcb-b061-bb98954e7448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.629083] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "6b256a57-280d-4bcb-b061-bb98954e7448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.639354] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897790, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.669326] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ba73c-c0ce-42e2-8ab2-ac87b7e5abdb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.676884] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd79f74-b2e3-4b35-9d2e-c067d05a7948 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.710264] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679d880d-980f-42f6-aa18-948d6294b342 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.719011] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc54003-0a1b-4225-b8ae-11f2489fb977 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.733605] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1393.738237] env[62533]: DEBUG nova.network.neutron [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Successfully updated port: e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.778196] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.778488] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.778873] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.778873] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.779045] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.779235] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.779455] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.779720] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.779948] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.780349] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.780502] env[62533]: DEBUG nova.virt.hardware [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.781697] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03f7167-40df-4dbe-b9a2-e572c75f97dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.789944] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372e1c3-5a1e-4a74-8a65-9e705167026c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.804435] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.810455] env[62533]: DEBUG oslo.service.loopingcall [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.810597] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.810756] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2793ebb4-1b6a-41ac-a76a-658951578c88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.832299] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128886} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.833222] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.833727] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.833727] env[62533]: value = "task-1897791" [ 1393.833727] env[62533]: _type = "Task" [ 1393.833727] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.834880] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6a839d-537c-4174-868f-25920abc7862 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.846026] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897791, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.864360] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 204444c0-0fc4-4053-8fb1-c4e182070d39/204444c0-0fc4-4053-8fb1-c4e182070d39.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.864360] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66fcc5e-9d19-4ea6-91dc-49b1a12003ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.886019] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1393.886019] env[62533]: value = "task-1897792" [ 1393.886019] env[62533]: _type = "Task" [ 1393.886019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.893460] env[62533]: INFO nova.compute.manager [-] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Took 1.05 seconds to deallocate network for instance. [ 1393.893656] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.086073] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.129768] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.149118] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897790, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.244052] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.244052] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.244052] env[62533]: DEBUG nova.network.neutron [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.302320] env[62533]: DEBUG nova.scheduler.client.report [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1394.302567] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 28 to 29 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1394.302735] env[62533]: DEBUG nova.compute.provider_tree [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.352781] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897791, 'name': CreateVM_Task, 'duration_secs': 0.471566} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.352781] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.352781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.352781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.352781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.352781] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb535869-9597-46f9-b1b0-5c682f4794fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.358721] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1394.358721] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521e9ff8-3b5e-f3c9-7574-833c63661c9c" [ 1394.358721] env[62533]: _type = "Task" [ 1394.358721] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.385745] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521e9ff8-3b5e-f3c9-7574-833c63661c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.402920] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.407467] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897792, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.501083] env[62533]: DEBUG nova.compute.manager [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Received event network-changed-3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1394.501288] env[62533]: DEBUG nova.compute.manager [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Refreshing instance network info cache due to event network-changed-3c53d228-20da-481d-8a05-21cfa6a5e7c0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1394.501521] env[62533]: DEBUG oslo_concurrency.lockutils [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] Acquiring lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.501687] env[62533]: DEBUG oslo_concurrency.lockutils [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] Acquired lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.501865] env[62533]: DEBUG nova.network.neutron [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Refreshing network info cache for port 3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.584619] env[62533]: DEBUG oslo_vmware.api [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Task: {'id': task-1897789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58981} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.584917] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.585888] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.585888] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.585888] env[62533]: INFO nova.compute.manager [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] [instance: 762115bf-9390-48e5-af73-803669426742] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1394.585888] env[62533]: DEBUG oslo.service.loopingcall [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.586095] env[62533]: DEBUG nova.compute.manager [-] [instance: 762115bf-9390-48e5-af73-803669426742] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.586095] env[62533]: DEBUG nova.network.neutron [-] [instance: 762115bf-9390-48e5-af73-803669426742] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.645744] env[62533]: DEBUG oslo_vmware.api [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897790, 'name': PowerOnVM_Task, 'duration_secs': 0.809598} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.648049] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.648277] env[62533]: DEBUG nova.compute.manager [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.649837] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd198e-796a-4420-9305-09bc30483930 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.667567] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.811053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.962s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.811651] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.814493] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.538s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.817447] env[62533]: INFO nova.compute.claims [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.830278] env[62533]: DEBUG nova.network.neutron [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.855895] env[62533]: DEBUG nova.compute.manager [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Received event network-changed-1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1394.861418] env[62533]: DEBUG nova.compute.manager [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Refreshing instance network info cache due to event network-changed-1a351a8e-3f30-4042-97e7-b989f376e427. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1394.861418] env[62533]: DEBUG oslo_concurrency.lockutils [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] Acquiring lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.861418] env[62533]: DEBUG oslo_concurrency.lockutils [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] Acquired lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.861418] env[62533]: DEBUG nova.network.neutron [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Refreshing network info cache for port 1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.875577] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521e9ff8-3b5e-f3c9-7574-833c63661c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.026262} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.878669] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.879057] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.880265] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.880703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.880934] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.881545] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae067e9d-2678-4da5-b0da-25181ccaf1d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.894429] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897792, 'name': ReconfigVM_Task, 'duration_secs': 0.570782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.895629] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 204444c0-0fc4-4053-8fb1-c4e182070d39/204444c0-0fc4-4053-8fb1-c4e182070d39.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.896495] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.897120] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.897675] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e875704a-e435-4049-8a65-aeb2483bfe38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.900507] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1e1bcb-dcab-4278-8590-2f0ddd0f267c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.906981] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1394.906981] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524617cf-1f8a-d5d9-8f57-c31979fa03db" [ 1394.906981] env[62533]: _type = "Task" [ 1394.906981] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.907550] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1394.907550] env[62533]: value = "task-1897793" [ 1394.907550] env[62533]: _type = "Task" [ 1394.907550] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.919933] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897793, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.922782] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524617cf-1f8a-d5d9-8f57-c31979fa03db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.981539] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "41069779-32fb-4701-8208-cb70d27c7533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.981777] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "41069779-32fb-4701-8208-cb70d27c7533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.174191] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.254257] env[62533]: DEBUG nova.network.neutron [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating instance_info_cache with network_info: [{"id": "e51d3ae0-7051-4b01-883b-5ac663e69971", "address": "fa:16:3e:b2:ea:8c", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51d3ae0-70", "ovs_interfaceid": "e51d3ae0-7051-4b01-883b-5ac663e69971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.320412] env[62533]: DEBUG nova.compute.utils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.323442] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.323686] env[62533]: DEBUG nova.network.neutron [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.365576] env[62533]: DEBUG nova.policy [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71767c042ca84f8981d1efd64283e5c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4091ede566854c67868b96e96d5ddb78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.425653] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524617cf-1f8a-d5d9-8f57-c31979fa03db, 'name': SearchDatastore_Task, 'duration_secs': 0.014118} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.425848] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897793, 'name': Rename_Task, 'duration_secs': 0.173259} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.426664] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.426934] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa2f10b-daf7-4cbe-8e51-31f0e5c791f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.429710] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f5f033-b881-4a74-b3d0-84a0b3e3f1ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.434585] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1395.434585] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5272de4e-cf33-703b-6006-49ddfc828f64" [ 1395.434585] env[62533]: _type = "Task" [ 1395.434585] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.439415] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1395.439415] env[62533]: value = "task-1897794" [ 1395.439415] env[62533]: _type = "Task" [ 1395.439415] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.449282] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5272de4e-cf33-703b-6006-49ddfc828f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.454201] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897794, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.624070] env[62533]: DEBUG nova.network.neutron [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updated VIF entry in instance network info cache for port 3c53d228-20da-481d-8a05-21cfa6a5e7c0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.624070] env[62533]: DEBUG nova.network.neutron [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updating instance_info_cache with network_info: [{"id": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "address": "fa:16:3e:ee:44:e4", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c53d228-20", "ovs_interfaceid": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.759152] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.759440] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Instance network_info: |[{"id": "e51d3ae0-7051-4b01-883b-5ac663e69971", "address": "fa:16:3e:b2:ea:8c", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51d3ae0-70", "ovs_interfaceid": "e51d3ae0-7051-4b01-883b-5ac663e69971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.760921] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ea:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51d3ae0-7051-4b01-883b-5ac663e69971', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.769517] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Creating folder: Project (3fd00da2549745e68f897c5580a69b2c). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.769852] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff586b38-5491-479b-9a56-369eddd1eb11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.781390] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Created folder: Project (3fd00da2549745e68f897c5580a69b2c) in parent group-v391816. [ 1395.781605] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Creating folder: Instances. Parent ref: group-v391853. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.782072] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b9110ba-7bc8-4e05-8146-791afb5319d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.791886] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Created folder: Instances in parent group-v391853. [ 1395.792026] env[62533]: DEBUG oslo.service.loopingcall [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.792150] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.792387] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d2abbb3-9915-4f8a-a8fd-371806295282 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.812996] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.812996] env[62533]: value = "task-1897797" [ 1395.812996] env[62533]: _type = "Task" [ 1395.812996] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.816875] env[62533]: DEBUG nova.network.neutron [-] [instance: 762115bf-9390-48e5-af73-803669426742] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.823543] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897797, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.827250] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.887099] env[62533]: DEBUG nova.compute.manager [None req-ebe79efc-910e-4a0d-acf6-dcd0b02e129f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.888000] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452b42e-8027-4f6b-a12c-b7cfdf7311d3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.932527] env[62533]: DEBUG nova.network.neutron [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updated VIF entry in instance network info cache for port 1a351a8e-3f30-4042-97e7-b989f376e427. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.932879] env[62533]: DEBUG nova.network.neutron [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updating instance_info_cache with network_info: [{"id": "1a351a8e-3f30-4042-97e7-b989f376e427", "address": "fa:16:3e:83:07:c2", "network": {"id": "16d38aa0-8b69-4422-ba51-ebeb3c3e0379", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-575884762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a73ace92ff04513ac6b9190d1f2bf54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a351a8e-3f", "ovs_interfaceid": "1a351a8e-3f30-4042-97e7-b989f376e427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.955466] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5272de4e-cf33-703b-6006-49ddfc828f64, 'name': SearchDatastore_Task, 'duration_secs': 0.037778} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.966770] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.966918] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.969257] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e37f172f-8728-48c0-a45b-a60b969a583f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.979571] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.981658] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1395.981658] env[62533]: value = "task-1897798" [ 1395.981658] env[62533]: _type = "Task" [ 1395.981658] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.995931] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.011506] env[62533]: DEBUG nova.network.neutron [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Successfully created port: 60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.129729] env[62533]: DEBUG oslo_concurrency.lockutils [req-babce7d1-588e-44fc-913a-cc56d6063e76 req-84058b1c-0b9f-4f3f-bf7e-4d5a6fdce4aa service nova] Releasing lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.283127] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8855962b-9cfd-4886-86cb-74a0504026cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.292513] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea188038-cb7e-4284-9739-22f9fe5d1629 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.323680] env[62533]: INFO nova.compute.manager [-] [instance: 762115bf-9390-48e5-af73-803669426742] Took 1.74 seconds to deallocate network for instance. [ 1396.331715] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198b862a-b2b3-4e9e-aee6-fbe049a16466 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.349723] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897797, 'name': CreateVM_Task, 'duration_secs': 0.414421} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.349992] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.351259] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202c06f-f4ec-48f1-b5df-078eed3a57b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.355682] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.355893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.356238] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.356512] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09474fbe-3e0b-4161-9e8b-695c758821f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.370697] env[62533]: DEBUG nova.compute.provider_tree [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.374211] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1396.374211] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e85014-1fea-6815-9c1d-8d8d645bb5a3" [ 1396.374211] env[62533]: _type = "Task" [ 1396.374211] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.383375] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e85014-1fea-6815-9c1d-8d8d645bb5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.405980] env[62533]: INFO nova.compute.manager [None req-ebe79efc-910e-4a0d-acf6-dcd0b02e129f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] instance snapshotting [ 1396.406744] env[62533]: DEBUG nova.objects.instance [None req-ebe79efc-910e-4a0d-acf6-dcd0b02e129f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lazy-loading 'flavor' on Instance uuid 4aaa7e45-fb16-4a47-9743-c7c11e941477 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.435744] env[62533]: DEBUG oslo_concurrency.lockutils [req-5ed12fba-3a20-410a-b478-0092046b451d req-00077c7b-e300-46b9-afaf-25c69ab00a1b service nova] Releasing lock "refresh_cache-4461ed70-858b-4907-9802-b81499c609bf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.470731] env[62533]: DEBUG oslo_vmware.api [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897794, 'name': PowerOnVM_Task, 'duration_secs': 0.773139} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.471477] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.471872] env[62533]: INFO nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1396.472460] env[62533]: DEBUG nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.474318] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60be464-c921-43bd-be89-2ec9b236ff4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.495779] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897798, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.843383] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.845792] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.874054] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T22:03:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='405086771',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-108736103',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.874453] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.874544] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.874720] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.876419] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.876419] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.876419] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.876419] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.876419] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.876867] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.876867] env[62533]: DEBUG nova.virt.hardware [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.876867] env[62533]: DEBUG nova.scheduler.client.report [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.880488] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f4ac0-b7a2-4ff4-a46c-6596757f0f53 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.896014] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c236f1c-469b-4e50-9d7b-7a06244ce47b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.900541] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e85014-1fea-6815-9c1d-8d8d645bb5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.091056} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.901335] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.901586] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.901863] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.902022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.902202] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.903079] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9d73c54-7ddb-4351-b778-4e09570a20f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.918483] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8d27d-2e8c-4638-beda-8a132df67bab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.927137] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.927137] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.927370] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67817e46-c5f6-4af0-a425-c20019ea200c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.944738] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c623db-e3b2-4c01-97d7-12773c4e902a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.948612] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1396.948612] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523dd240-9d33-bb00-6c9e-2b0c615a1ebd" [ 1396.948612] env[62533]: _type = "Task" [ 1396.948612] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.961539] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523dd240-9d33-bb00-6c9e-2b0c615a1ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.010197] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820707} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.010734] env[62533]: INFO nova.compute.manager [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Took 22.70 seconds to build instance. [ 1397.011831] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.016434] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.018211] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7746021-b82d-4034-b9f8-5c60c5e42387 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.025600] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1397.025600] env[62533]: value = "task-1897799" [ 1397.025600] env[62533]: _type = "Task" [ 1397.025600] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.036449] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.256614] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "4aaa7e45-fb16-4a47-9743-c7c11e941477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.256894] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "4aaa7e45-fb16-4a47-9743-c7c11e941477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.257142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "4aaa7e45-fb16-4a47-9743-c7c11e941477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.257367] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "4aaa7e45-fb16-4a47-9743-c7c11e941477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.257595] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "4aaa7e45-fb16-4a47-9743-c7c11e941477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.261942] env[62533]: INFO nova.compute.manager [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Terminating instance [ 1397.303397] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "a7330131-c363-4a3e-9cc1-38d359333ae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.303766] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.385712] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.385857] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.389664] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.595s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.391043] env[62533]: INFO nova.compute.claims [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.457452] env[62533]: DEBUG nova.compute.manager [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Received event network-vif-plugged-e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1397.457452] env[62533]: DEBUG oslo_concurrency.lockutils [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.457559] env[62533]: DEBUG oslo_concurrency.lockutils [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.457880] env[62533]: DEBUG oslo_concurrency.lockutils [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.457880] env[62533]: DEBUG nova.compute.manager [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] No waiting events found dispatching network-vif-plugged-e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.458048] env[62533]: WARNING nova.compute.manager [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Received unexpected event network-vif-plugged-e51d3ae0-7051-4b01-883b-5ac663e69971 for instance with vm_state building and task_state spawning. [ 1397.458197] env[62533]: DEBUG nova.compute.manager [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Received event network-changed-e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1397.458374] env[62533]: DEBUG nova.compute.manager [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Refreshing instance network info cache due to event network-changed-e51d3ae0-7051-4b01-883b-5ac663e69971. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1397.458748] env[62533]: DEBUG oslo_concurrency.lockutils [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] Acquiring lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.458901] env[62533]: DEBUG oslo_concurrency.lockutils [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] Acquired lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.459081] env[62533]: DEBUG nova.network.neutron [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Refreshing network info cache for port e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.464037] env[62533]: DEBUG nova.compute.manager [None req-ebe79efc-910e-4a0d-acf6-dcd0b02e129f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Instance disappeared during snapshot {{(pid=62533) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1397.469277] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523dd240-9d33-bb00-6c9e-2b0c615a1ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.038646} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.470767] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1829b68-58d5-4ae9-b8d1-e4fdbb110837 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.477680] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1397.477680] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ada23f-b5be-9d0b-dedc-6af18d1e80fc" [ 1397.477680] env[62533]: _type = "Task" [ 1397.477680] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.488686] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ada23f-b5be-9d0b-dedc-6af18d1e80fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.518283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f55a701f-2b45-4cfb-af4d-1fabf33f637e tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.219s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.538017] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076946} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.538460] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.539418] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d276964f-b3e0-4601-ae0b-8bf66340d92f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.564217] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.564552] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68287309-46f1-4292-a749-3cb84b59fc62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.587859] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1397.587859] env[62533]: value = "task-1897800" [ 1397.587859] env[62533]: _type = "Task" [ 1397.587859] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.601636] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.640969] env[62533]: DEBUG nova.compute.manager [None req-ebe79efc-910e-4a0d-acf6-dcd0b02e129f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Found 0 images (rotation: 2) {{(pid=62533) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1397.766709] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "refresh_cache-4aaa7e45-fb16-4a47-9743-c7c11e941477" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.767105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquired lock "refresh_cache-4aaa7e45-fb16-4a47-9743-c7c11e941477" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.767364] env[62533]: DEBUG nova.network.neutron [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.896016] env[62533]: DEBUG nova.compute.utils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.900853] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.900853] env[62533]: DEBUG nova.network.neutron [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.990723] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ada23f-b5be-9d0b-dedc-6af18d1e80fc, 'name': SearchDatastore_Task, 'duration_secs': 0.027796} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.991018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.991392] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 70bdbe2f-7530-4f64-80a6-ceada275a8b8/70bdbe2f-7530-4f64-80a6-ceada275a8b8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.991755] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5da89e8-101e-4247-a77e-5d3d8da4d11e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.999117] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1397.999117] env[62533]: value = "task-1897801" [ 1397.999117] env[62533]: _type = "Task" [ 1397.999117] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.011502] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.017146] env[62533]: DEBUG nova.compute.manager [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Received event network-changed-5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1398.017533] env[62533]: DEBUG nova.compute.manager [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Refreshing instance network info cache due to event network-changed-5fcee10d-4ff2-4a48-b772-f9ce512a4924. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1398.019403] env[62533]: DEBUG oslo_concurrency.lockutils [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] Acquiring lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.019506] env[62533]: DEBUG oslo_concurrency.lockutils [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] Acquired lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.019660] env[62533]: DEBUG nova.network.neutron [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Refreshing network info cache for port 5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.021381] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.048925] env[62533]: DEBUG nova.policy [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2799222878014490a45923327bdab56f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6909739b814b45f2acaa60fc8725fc33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.103873] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.223689] env[62533]: DEBUG nova.network.neutron [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Successfully updated port: 60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.293740] env[62533]: DEBUG nova.network.neutron [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.401426] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.479320] env[62533]: DEBUG nova.network.neutron [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.509747] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.550923] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.558974] env[62533]: DEBUG nova.network.neutron [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updated VIF entry in instance network info cache for port e51d3ae0-7051-4b01-883b-5ac663e69971. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.559222] env[62533]: DEBUG nova.network.neutron [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating instance_info_cache with network_info: [{"id": "e51d3ae0-7051-4b01-883b-5ac663e69971", "address": "fa:16:3e:b2:ea:8c", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51d3ae0-70", "ovs_interfaceid": "e51d3ae0-7051-4b01-883b-5ac663e69971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.610770] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897800, 'name': ReconfigVM_Task, 'duration_secs': 0.799069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.611107] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1/e0e62316-8e27-4949-a050-3f05f8020ca1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.611676] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef061889-89d6-4f7c-ac93-ab4d65ac2a8a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.621180] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1398.621180] env[62533]: value = "task-1897802" [ 1398.621180] env[62533]: _type = "Task" [ 1398.621180] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.632504] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897802, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.726633] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.726633] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.726633] env[62533]: DEBUG nova.network.neutron [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.867768] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa055a50-54b6-4f11-ab02-2a7cb521286e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.880928] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bffb26-23e3-4639-9ec2-fb357a6e07eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.920595] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26bd673-d6ad-4d3c-8b03-fcb7fa17c13b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.931021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493679d1-ca43-4754-ae38-29d08dc3a782 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.947432] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.951582] env[62533]: DEBUG nova.network.neutron [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Successfully created port: 339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.982843] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Releasing lock "refresh_cache-4aaa7e45-fb16-4a47-9743-c7c11e941477" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.983938] env[62533]: DEBUG nova.compute.manager [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.984130] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.985368] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c8a68-2521-4287-823e-2d4261d4c2e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.994706] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.994954] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe866eeb-0cf8-48d3-8c4c-62ee4cb04ec5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.001806] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1399.001806] env[62533]: value = "task-1897803" [ 1399.001806] env[62533]: _type = "Task" [ 1399.001806] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.017847] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.025066] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.053577] env[62533]: DEBUG nova.network.neutron [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Updated VIF entry in instance network info cache for port 5fcee10d-4ff2-4a48-b772-f9ce512a4924. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.057036] env[62533]: DEBUG nova.network.neutron [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Updating instance_info_cache with network_info: [{"id": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "address": "fa:16:3e:d2:01:e4", "network": {"id": "78f25772-a86d-4a3a-94d8-09448d18816d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782515444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3586fa7033a34342953e37a8d1688c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcee10d-4f", "ovs_interfaceid": "5fcee10d-4ff2-4a48-b772-f9ce512a4924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.063048] env[62533]: DEBUG oslo_concurrency.lockutils [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] Releasing lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.064306] env[62533]: DEBUG nova.compute.manager [req-043affac-ecec-436d-a943-efac40018de8 req-88935563-59f8-4d98-9bfc-1154606ca845 service nova] [instance: 762115bf-9390-48e5-af73-803669426742] Received event network-vif-deleted-f580579b-c035-4743-9225-f08af59b0021 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1399.132256] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897802, 'name': Rename_Task, 'duration_secs': 0.398372} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.132694] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.132949] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-118b2a34-f1e5-4f62-a9de-eafb6f1949c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.138988] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Waiting for the task: (returnval){ [ 1399.138988] env[62533]: value = "task-1897804" [ 1399.138988] env[62533]: _type = "Task" [ 1399.138988] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.149782] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.287463] env[62533]: DEBUG nova.network.neutron [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.425511] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.461586] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.461854] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.462050] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.462328] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.462474] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.462616] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.462823] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.463465] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.463658] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.463807] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.463983] env[62533]: DEBUG nova.virt.hardware [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.465035] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ce3cc-75a1-4e46-bcca-4fd941d10f97 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.478015] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0d2cd-7d3e-4e66-9b26-c5b067fe60f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.486089] env[62533]: ERROR nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [req-e03acd84-4d63-4fc9-a016-63ae0d55da54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e03acd84-4d63-4fc9-a016-63ae0d55da54"}]} [ 1399.507526] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1399.517279] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.522657] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.523833] env[62533]: DEBUG nova.network.neutron [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Updating instance_info_cache with network_info: [{"id": "60e068f9-6e8a-40d1-95c7-773616dee506", "address": "fa:16:3e:e2:d7:16", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e068f9-6e", "ovs_interfaceid": "60e068f9-6e8a-40d1-95c7-773616dee506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.535028] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1399.535275] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.555713] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1399.560298] env[62533]: DEBUG oslo_concurrency.lockutils [req-ae0af593-df3f-4ff3-8aea-3b2654b94a6f req-4f55ce84-c53b-4b73-a3e7-d2f0cc88acdc service nova] Releasing lock "refresh_cache-14934761-0459-4baf-838b-fbbbcf332e7a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.579620] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1399.653710] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.992416] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456191a-a810-4ef6-8789-754f74722b98 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.002124] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd5d1e9-81d4-401d-aafb-67f39ccafab3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.043800] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.044297] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Releasing lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.044609] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Instance network_info: |[{"id": "60e068f9-6e8a-40d1-95c7-773616dee506", "address": "fa:16:3e:e2:d7:16", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e068f9-6e", "ovs_interfaceid": "60e068f9-6e8a-40d1-95c7-773616dee506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.045449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "5333988c-9980-4aca-a0f3-42c4c748f4ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.045684] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.045881] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "5333988c-9980-4aca-a0f3-42c4c748f4ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.046074] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.046240] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.048557] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:d7:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e068f9-6e8a-40d1-95c7-773616dee506', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.057076] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Creating folder: Project (4091ede566854c67868b96e96d5ddb78). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.058043] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de6aee5-7196-4d97-8f3a-80813725dc92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.062099] env[62533]: INFO nova.compute.manager [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Terminating instance [ 1400.072804] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67fbe54e-98c3-489c-8a8f-729f96960400 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.072804] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.080010] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14fc76-c116-446e-89cf-350399c651db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.087276] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Created folder: Project (4091ede566854c67868b96e96d5ddb78) in parent group-v391816. [ 1400.087506] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Creating folder: Instances. Parent ref: group-v391856. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.088251] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0160cc3-055a-43f2-ada7-9cb4d8c387cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.102029] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1400.105216] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Created folder: Instances in parent group-v391856. [ 1400.105461] env[62533]: DEBUG oslo.service.loopingcall [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.106197] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.106296] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a25b68b-5049-4dd7-a878-d2ec7457d64e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.128835] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.128835] env[62533]: value = "task-1897807" [ 1400.128835] env[62533]: _type = "Task" [ 1400.128835] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.136963] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897807, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.149482] env[62533]: DEBUG oslo_vmware.api [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Task: {'id': task-1897804, 'name': PowerOnVM_Task, 'duration_secs': 0.754635} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.149851] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.150433] env[62533]: DEBUG nova.compute.manager [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.150984] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22587ed-7c7f-43a8-a188-3b4871eb67c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.358254] env[62533]: DEBUG nova.compute.manager [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Received event network-vif-plugged-60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1400.358622] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] Acquiring lock "40c89246-b53b-45ec-83bb-1a8f999472a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.358991] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.359266] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.359626] env[62533]: DEBUG nova.compute.manager [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] No waiting events found dispatching network-vif-plugged-60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.360046] env[62533]: WARNING nova.compute.manager [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Received unexpected event network-vif-plugged-60e068f9-6e8a-40d1-95c7-773616dee506 for instance with vm_state building and task_state spawning. [ 1400.360411] env[62533]: DEBUG nova.compute.manager [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Received event network-changed-60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1400.360628] env[62533]: DEBUG nova.compute.manager [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Refreshing instance network info cache due to event network-changed-60e068f9-6e8a-40d1-95c7-773616dee506. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1400.360849] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] Acquiring lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.361038] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] Acquired lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.361240] env[62533]: DEBUG nova.network.neutron [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Refreshing network info cache for port 60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.523176] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.523438] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.577083] env[62533]: DEBUG nova.compute.manager [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.577494] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.579105] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b5448e-2fea-4c0f-a34f-ad688fef146e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.589849] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.590232] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef22447c-b2fc-4695-8511-2e0593044c47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.597189] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1400.597189] env[62533]: value = "task-1897808" [ 1400.597189] env[62533]: _type = "Task" [ 1400.597189] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.612261] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.634735] env[62533]: ERROR nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [req-3154ade1-1ccd-4ff1-9166-e8cbafa55b06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3154ade1-1ccd-4ff1-9166-e8cbafa55b06"}]} [ 1400.640561] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897807, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.655343] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1400.668627] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.674589] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1400.674703] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1400.696691] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: 8b9a9df7-b8a4-4850-aad6-d400e2236304 {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1400.723514] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1400.779307] env[62533]: DEBUG nova.compute.manager [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.781030] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79b355d-d835-4078-9540-f9bc49c6f055 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.831696] env[62533]: DEBUG nova.network.neutron [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Successfully updated port: 339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1401.024316] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.030402] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897803, 'name': PowerOffVM_Task, 'duration_secs': 1.967684} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.033098] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.033320] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.033612] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea671922-a966-4389-adef-d6b66f7a9589 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.060175] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.060175] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.060557] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Deleting the datastore file [datastore1] 4aaa7e45-fb16-4a47-9743-c7c11e941477 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.060816] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d626c5a-821f-4742-8d73-de2466da9f42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.068510] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for the task: (returnval){ [ 1401.068510] env[62533]: value = "task-1897810" [ 1401.068510] env[62533]: _type = "Task" [ 1401.068510] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.090174] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.106931] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897808, 'name': PowerOffVM_Task, 'duration_secs': 0.337101} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.107654] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.107654] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.107853] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45683155-afae-4ba9-b08c-1b9214941b22 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.142377] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897807, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.174209] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c7809-e9d8-4052-91ac-0b50af738c74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.179845] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7367a1-ced8-483b-bedb-28770a2d4181 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.222824] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827c8fcc-acd7-4c45-9063-26e9ae884020 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.225577] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.225874] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.226112] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore1] 5333988c-9980-4aca-a0f3-42c4c748f4ae {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.226396] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d571bd1-7df8-4a87-942e-8edecdadf070 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.236538] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284bdbda-19fe-4f06-8602-9c042eaaea06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.240748] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1401.240748] env[62533]: value = "task-1897812" [ 1401.240748] env[62533]: _type = "Task" [ 1401.240748] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.254043] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.259844] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.300363] env[62533]: INFO nova.compute.manager [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] instance snapshotting [ 1401.304762] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e002407a-5449-4b55-b176-65f74f8c7ab7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.326649] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23345b4d-2527-42f0-83d2-8947dce2866d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.331256] env[62533]: DEBUG nova.network.neutron [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Updated VIF entry in instance network info cache for port 60e068f9-6e8a-40d1-95c7-773616dee506. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.333170] env[62533]: DEBUG nova.network.neutron [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Updating instance_info_cache with network_info: [{"id": "60e068f9-6e8a-40d1-95c7-773616dee506", "address": "fa:16:3e:e2:d7:16", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e068f9-6e", "ovs_interfaceid": "60e068f9-6e8a-40d1-95c7-773616dee506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.339318] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "refresh_cache-b8f913d0-418e-46cb-bff7-2913fd2b528d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.339488] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquired lock "refresh_cache-b8f913d0-418e-46cb-bff7-2913fd2b528d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.339635] env[62533]: DEBUG nova.network.neutron [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.413744] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "4dba5162-0f02-47c6-96b3-f050115ce07f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.413970] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.517382] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.580777] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.643815] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897807, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.752132] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.777990] env[62533]: ERROR nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [req-aead300a-224f-4581-a413-b557a7d08364] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aead300a-224f-4581-a413-b557a7d08364"}]} [ 1401.800548] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1401.812951] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1401.813200] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.824346] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: 8b9a9df7-b8a4-4850-aad6-d400e2236304 {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1401.840071] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3a6d370-4e8f-47b8-97f4-2728322cf537 req-a2c36cc8-d8f0-4368-b9df-3bdaa099191e service nova] Releasing lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.841054] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1401.841257] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3beaf540-de98-4394-b86a-c645d8d30815 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.846649] env[62533]: DEBUG nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1401.850930] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1401.850930] env[62533]: value = "task-1897813" [ 1401.850930] env[62533]: _type = "Task" [ 1401.850930] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.861131] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.878584] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "e0e62316-8e27-4949-a050-3f05f8020ca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.878729] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "e0e62316-8e27-4949-a050-3f05f8020ca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.878950] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "e0e62316-8e27-4949-a050-3f05f8020ca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.879523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "e0e62316-8e27-4949-a050-3f05f8020ca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.879523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "e0e62316-8e27-4949-a050-3f05f8020ca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.883010] env[62533]: INFO nova.compute.manager [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Terminating instance [ 1401.888319] env[62533]: DEBUG nova.network.neutron [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.025833] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.079609] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.116475] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "568b34cb-c389-4a7a-8f84-f483892f463c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.116725] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "568b34cb-c389-4a7a-8f84-f483892f463c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.147212] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897807, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.186324] env[62533]: DEBUG nova.network.neutron [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Updating instance_info_cache with network_info: [{"id": "339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9", "address": "fa:16:3e:56:ed:69", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339a6dd0-cf", "ovs_interfaceid": "339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.257350] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.364323] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.379228] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26fe9b-db7b-4835-9867-ed4079e4c39b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.388141] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbf27e-01fe-420e-bddd-eac4f6436065 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.393771] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "refresh_cache-e0e62316-8e27-4949-a050-3f05f8020ca1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.394140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquired lock "refresh_cache-e0e62316-8e27-4949-a050-3f05f8020ca1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.394219] env[62533]: DEBUG nova.network.neutron [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.424444] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77967ee-803b-46f5-9c2f-e021452540f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.432567] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f5c41f-6ec0-462b-8c32-c9403afcfbd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.446688] env[62533]: DEBUG nova.compute.provider_tree [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.521505] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897801, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.39803} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.521980] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 70bdbe2f-7530-4f64-80a6-ceada275a8b8/70bdbe2f-7530-4f64-80a6-ceada275a8b8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.522297] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.522453] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d223d68-ea85-44f4-aab0-2573e1495269 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.528084] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1402.528084] env[62533]: value = "task-1897814" [ 1402.528084] env[62533]: _type = "Task" [ 1402.528084] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.536978] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.580853] env[62533]: DEBUG oslo_vmware.api [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Task: {'id': task-1897810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.41319} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.580853] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.580853] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.580853] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.580853] env[62533]: INFO nova.compute.manager [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Took 3.60 seconds to destroy the instance on the hypervisor. [ 1402.581068] env[62533]: DEBUG oslo.service.loopingcall [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.581068] env[62533]: DEBUG nova.compute.manager [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.581148] env[62533]: DEBUG nova.network.neutron [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.601255] env[62533]: DEBUG nova.network.neutron [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.631503] env[62533]: DEBUG nova.compute.manager [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Received event network-vif-plugged-339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1402.631771] env[62533]: DEBUG oslo_concurrency.lockutils [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] Acquiring lock "b8f913d0-418e-46cb-bff7-2913fd2b528d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.632073] env[62533]: DEBUG oslo_concurrency.lockutils [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.632282] env[62533]: DEBUG oslo_concurrency.lockutils [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.632489] env[62533]: DEBUG nova.compute.manager [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] No waiting events found dispatching network-vif-plugged-339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.632709] env[62533]: WARNING nova.compute.manager [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Received unexpected event network-vif-plugged-339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 for instance with vm_state building and task_state spawning. [ 1402.633527] env[62533]: DEBUG nova.compute.manager [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Received event network-changed-339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1402.633527] env[62533]: DEBUG nova.compute.manager [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Refreshing instance network info cache due to event network-changed-339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1402.633527] env[62533]: DEBUG oslo_concurrency.lockutils [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] Acquiring lock "refresh_cache-b8f913d0-418e-46cb-bff7-2913fd2b528d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.644935] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897807, 'name': CreateVM_Task, 'duration_secs': 2.2624} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.645217] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.645944] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.646457] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.646457] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.646840] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f41db6f-30c5-4925-8b93-c92bc94951af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.652827] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1402.652827] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52446643-1b19-9199-af48-f74cd19577e8" [ 1402.652827] env[62533]: _type = "Task" [ 1402.652827] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.665106] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52446643-1b19-9199-af48-f74cd19577e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.692705] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Releasing lock "refresh_cache-b8f913d0-418e-46cb-bff7-2913fd2b528d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.693309] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Instance network_info: |[{"id": "339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9", "address": "fa:16:3e:56:ed:69", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339a6dd0-cf", "ovs_interfaceid": "339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.693939] env[62533]: DEBUG oslo_concurrency.lockutils [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] Acquired lock "refresh_cache-b8f913d0-418e-46cb-bff7-2913fd2b528d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.693939] env[62533]: DEBUG nova.network.neutron [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Refreshing network info cache for port 339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.695118] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ed:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.703725] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Creating folder: Project (6909739b814b45f2acaa60fc8725fc33). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.703725] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc045cc-4bf1-4b20-aa58-828425f75871 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.714211] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Created folder: Project (6909739b814b45f2acaa60fc8725fc33) in parent group-v391816. [ 1402.714403] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Creating folder: Instances. Parent ref: group-v391860. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.714858] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24e45378-367b-4919-80fe-dee1ed35bb91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.726844] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Created folder: Instances in parent group-v391860. [ 1402.726844] env[62533]: DEBUG oslo.service.loopingcall [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.726844] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.726844] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b56895b2-f07c-439b-b498-016a5d7686d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.747390] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.747390] env[62533]: value = "task-1897817" [ 1402.747390] env[62533]: _type = "Task" [ 1402.747390] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.753920] env[62533]: DEBUG oslo_vmware.api [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.361289} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.754550] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.754822] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.755034] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.755234] env[62533]: INFO nova.compute.manager [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1402.755523] env[62533]: DEBUG oslo.service.loopingcall [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.758969] env[62533]: DEBUG nova.compute.manager [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.759082] env[62533]: DEBUG nova.network.neutron [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.760775] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897817, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.861407] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897813, 'name': CreateSnapshot_Task, 'duration_secs': 0.673791} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.863457] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1402.864250] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282dfd4c-e427-4892-a153-db037c52f508 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.972244] env[62533]: ERROR nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [req-73c6b56b-197e-4efe-8613-d98ced4f6c10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73c6b56b-197e-4efe-8613-d98ced4f6c10"}]} [ 1402.972792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.584s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.976392] env[62533]: ERROR nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db (generation 34): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73c6b56b-197e-4efe-8613-d98ced4f6c10"}]} [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Traceback (most recent call last): [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] with self.rt.instance_claim(context, instance, node, allocs, [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] return f(*args, **kwargs) [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] self._update(elevated, cn) [ 1402.976392] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] self._update_to_placement(context, compute_node, startup) [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] raise attempt.get() [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] raise value [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1402.976771] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] self.reportclient.update_from_provider_tree( [ 1402.977212] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1402.977212] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] self.set_inventory_for_provider( [ 1402.977212] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1402.977212] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] raise exception.ResourceProviderUpdateConflict( [ 1402.977212] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db (generation 34): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73c6b56b-197e-4efe-8613-d98ced4f6c10"}]} [ 1402.977212] env[62533]: ERROR nova.compute.manager [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] [ 1402.977212] env[62533]: DEBUG nova.compute.utils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] A conflict was encountered attempting to update resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db (generation 34): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62533) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1402.978586] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.697s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.978674] env[62533]: DEBUG nova.objects.instance [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lazy-loading 'resources' on Instance uuid fca3afab-53ba-4347-9ba1-2f8dd5200d22 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.982063] env[62533]: DEBUG nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Build of instance f1b7eb5c-b481-4f6e-baed-91bce33aff19 was re-scheduled: A conflict was encountered attempting to update resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db (generation 34): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73c6b56b-197e-4efe-8613-d98ced4f6c10"}]} {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 1402.983851] env[62533]: DEBUG nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Unplugging VIFs for instance {{(pid=62533) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1402.983851] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Acquiring lock "refresh_cache-f1b7eb5c-b481-4f6e-baed-91bce33aff19" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.983851] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Acquired lock "refresh_cache-f1b7eb5c-b481-4f6e-baed-91bce33aff19" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.983851] env[62533]: DEBUG nova.network.neutron [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.041610] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073812} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.042614] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.043645] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5dff8b-6760-48b4-bfd5-e7117dce756b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.075814] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 70bdbe2f-7530-4f64-80a6-ceada275a8b8/70bdbe2f-7530-4f64-80a6-ceada275a8b8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.076136] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ea4924-9612-4d3d-87c3-d308e77afb5c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.092988] env[62533]: DEBUG nova.network.neutron [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.098816] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1403.098816] env[62533]: value = "task-1897818" [ 1403.098816] env[62533]: _type = "Task" [ 1403.098816] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.102615] env[62533]: DEBUG nova.network.neutron [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.107228] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.163607] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52446643-1b19-9199-af48-f74cd19577e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016263} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.163908] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.164167] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.164433] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.168026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.168026] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.168026] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be66ff4a-52e7-4139-8671-b05996c3b4fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.173484] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.173661] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.174395] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e189052-aa26-45a0-91b5-7c35e3c70e05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.183115] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1403.183115] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52098270-b726-b112-3c13-03eca3935241" [ 1403.183115] env[62533]: _type = "Task" [ 1403.183115] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.191980] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52098270-b726-b112-3c13-03eca3935241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.243296] env[62533]: DEBUG nova.network.neutron [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.258885] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897817, 'name': CreateVM_Task, 'duration_secs': 0.406512} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.259247] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.259970] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.260340] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.260673] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.261158] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453a574a-3441-4092-a2c3-5c48764dbc04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.266390] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1403.266390] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52200197-39fe-d9a9-cff7-78e0ad31d2f2" [ 1403.266390] env[62533]: _type = "Task" [ 1403.266390] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.274676] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52200197-39fe-d9a9-cff7-78e0ad31d2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.383600] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1403.383921] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37a32ef9-18e5-4c38-844b-4ff74a723355 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.392368] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1403.392368] env[62533]: value = "task-1897819" [ 1403.392368] env[62533]: _type = "Task" [ 1403.392368] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.400310] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.508856] env[62533]: DEBUG nova.scheduler.client.report [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1403.520924] env[62533]: DEBUG nova.network.neutron [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.535013] env[62533]: DEBUG nova.scheduler.client.report [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1403.535351] env[62533]: DEBUG nova.compute.provider_tree [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1403.552297] env[62533]: DEBUG nova.scheduler.client.report [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1403.575873] env[62533]: DEBUG nova.scheduler.client.report [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1403.609563] env[62533]: INFO nova.compute.manager [-] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Took 1.03 seconds to deallocate network for instance. [ 1403.623022] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.701591] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52098270-b726-b112-3c13-03eca3935241, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.703469] env[62533]: DEBUG nova.network.neutron [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.706113] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea8053c-976e-4de0-86b9-5ab20f352c43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.717810] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1403.717810] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ae16e5-cbaf-bd96-5f69-51f7e4f34273" [ 1403.717810] env[62533]: _type = "Task" [ 1403.717810] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.732824] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ae16e5-cbaf-bd96-5f69-51f7e4f34273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.748839] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Releasing lock "refresh_cache-e0e62316-8e27-4949-a050-3f05f8020ca1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.748839] env[62533]: DEBUG nova.compute.manager [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.748839] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.749598] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9e5e3-1bf3-444a-90a4-d5774ac183d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.762306] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.763328] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf01414d-4b9d-4a56-bced-8f08918f15c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.778682] env[62533]: DEBUG oslo_vmware.api [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1403.778682] env[62533]: value = "task-1897820" [ 1403.778682] env[62533]: _type = "Task" [ 1403.778682] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.787647] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52200197-39fe-d9a9-cff7-78e0ad31d2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.039382} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.788476] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.788788] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.789082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.793320] env[62533]: DEBUG oslo_vmware.api [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.816320] env[62533]: DEBUG nova.network.neutron [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Updated VIF entry in instance network info cache for port 339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.817907] env[62533]: DEBUG nova.network.neutron [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Updating instance_info_cache with network_info: [{"id": "339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9", "address": "fa:16:3e:56:ed:69", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339a6dd0-cf", "ovs_interfaceid": "339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.904988] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.109207] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897818, 'name': ReconfigVM_Task, 'duration_secs': 0.931272} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.109843] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 70bdbe2f-7530-4f64-80a6-ceada275a8b8/70bdbe2f-7530-4f64-80a6-ceada275a8b8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.110612] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f45cf65-252b-4287-9b58-0b5aee8139cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.114120] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a430cc9-c7ef-4cb6-a619-65df1b5a2147 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.118596] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1404.118596] env[62533]: value = "task-1897821" [ 1404.118596] env[62533]: _type = "Task" [ 1404.118596] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.126827] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.127999] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4cd748-0bae-4189-8a5b-7d44cd1339bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.135120] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897821, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.169072] env[62533]: DEBUG nova.network.neutron [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.172820] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec24a97-3893-4648-ba7d-09cb445b0621 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.180924] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca9b0f-4da6-46b2-baa5-2765d7244fd1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.196429] env[62533]: DEBUG nova.compute.provider_tree [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.214150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Releasing lock "refresh_cache-f1b7eb5c-b481-4f6e-baed-91bce33aff19" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.214150] env[62533]: DEBUG nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62533) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1404.214150] env[62533]: DEBUG nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.214150] env[62533]: DEBUG nova.network.neutron [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.228158] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ae16e5-cbaf-bd96-5f69-51f7e4f34273, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.228434] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.228688] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 40c89246-b53b-45ec-83bb-1a8f999472a9/40c89246-b53b-45ec-83bb-1a8f999472a9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.228964] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.229284] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.229448] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381a7281-21a7-4dcf-92e7-6d8609a2a1e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.232096] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-750444c0-22d4-4a5c-8fc1-19ed5d7bad8a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.234999] env[62533]: DEBUG nova.network.neutron [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.241708] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1404.241708] env[62533]: value = "task-1897822" [ 1404.241708] env[62533]: _type = "Task" [ 1404.241708] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.250274] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.250274] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.250274] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277ee814-ed43-4918-9a8b-36202cfc9fd1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.255722] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.259300] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1404.259300] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52238812-e8fb-46e8-1de5-2e8af48672a0" [ 1404.259300] env[62533]: _type = "Task" [ 1404.259300] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.268547] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52238812-e8fb-46e8-1de5-2e8af48672a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.290852] env[62533]: DEBUG oslo_vmware.api [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897820, 'name': PowerOffVM_Task, 'duration_secs': 0.124097} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.291253] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.291508] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.291851] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-902822ae-4824-49cc-a331-83f4b01c207b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.319370] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.319370] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.319370] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleting the datastore file [datastore1] e0e62316-8e27-4949-a050-3f05f8020ca1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.319580] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15275b50-6490-442f-abfd-9d6158f8e8a7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.323559] env[62533]: DEBUG oslo_concurrency.lockutils [req-e679a628-2ffe-447f-ae57-ab0c52109039 req-85cd71eb-e16d-40eb-94a3-175c545ecfe1 service nova] Releasing lock "refresh_cache-b8f913d0-418e-46cb-bff7-2913fd2b528d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.329827] env[62533]: DEBUG oslo_vmware.api [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for the task: (returnval){ [ 1404.329827] env[62533]: value = "task-1897824" [ 1404.329827] env[62533]: _type = "Task" [ 1404.329827] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.338684] env[62533]: DEBUG oslo_vmware.api [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.409883] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.633105] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897821, 'name': Rename_Task, 'duration_secs': 0.185405} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.633266] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.633519] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084fa186-dc26-4cfe-98c2-39796823f3e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.644314] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1404.644314] env[62533]: value = "task-1897825" [ 1404.644314] env[62533]: _type = "Task" [ 1404.644314] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.653682] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.673639] env[62533]: INFO nova.compute.manager [-] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Took 1.91 seconds to deallocate network for instance. [ 1404.701249] env[62533]: DEBUG nova.scheduler.client.report [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.739640] env[62533]: DEBUG nova.network.neutron [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.753481] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.775479] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52238812-e8fb-46e8-1de5-2e8af48672a0, 'name': SearchDatastore_Task, 'duration_secs': 0.029446} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.776361] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92b4935-69cd-4a97-ae03-8c3e176e17e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.786760] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1404.786760] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521ffb67-9c9f-6e9b-b4e6-f57e9564540b" [ 1404.786760] env[62533]: _type = "Task" [ 1404.786760] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.799232] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521ffb67-9c9f-6e9b-b4e6-f57e9564540b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.842086] env[62533]: DEBUG oslo_vmware.api [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Task: {'id': task-1897824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108763} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.842549] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.842872] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.843818] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.843818] env[62533]: INFO nova.compute.manager [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1404.843818] env[62533]: DEBUG oslo.service.loopingcall [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.843818] env[62533]: DEBUG nova.compute.manager [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.844059] env[62533]: DEBUG nova.network.neutron [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.874638] env[62533]: DEBUG nova.network.neutron [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.889807] env[62533]: DEBUG nova.compute.manager [req-87c4e920-6832-4271-b668-c0a487317d57 req-85e9f734-f858-416d-b802-9a9d0ba4f3aa service nova] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Received event network-vif-deleted-65fbc289-edf0-4c8d-aae4-d54b4d505f4f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1404.907829] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.159173] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897825, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.183919] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.204870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.210923] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.735s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.212492] env[62533]: INFO nova.compute.claims [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.243247] env[62533]: INFO nova.compute.manager [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] [instance: f1b7eb5c-b481-4f6e-baed-91bce33aff19] Took 1.03 seconds to deallocate network for instance. [ 1405.260022] env[62533]: INFO nova.scheduler.client.report [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Deleted allocations for instance fca3afab-53ba-4347-9ba1-2f8dd5200d22 [ 1405.264328] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890692} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.267549] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 40c89246-b53b-45ec-83bb-1a8f999472a9/40c89246-b53b-45ec-83bb-1a8f999472a9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.267851] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.268563] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21b8fd63-ec4e-4b7f-b006-e5386df2197f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.278706] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1405.278706] env[62533]: value = "task-1897826" [ 1405.278706] env[62533]: _type = "Task" [ 1405.278706] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.291922] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.307341] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521ffb67-9c9f-6e9b-b4e6-f57e9564540b, 'name': SearchDatastore_Task, 'duration_secs': 0.111228} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.307341] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.307341] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b8f913d0-418e-46cb-bff7-2913fd2b528d/b8f913d0-418e-46cb-bff7-2913fd2b528d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.307341] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26c99a8-764e-429b-9133-0823c9666730 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.315522] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1405.315522] env[62533]: value = "task-1897827" [ 1405.315522] env[62533]: _type = "Task" [ 1405.315522] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.326717] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.385389] env[62533]: DEBUG nova.network.neutron [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.407327] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.659350] env[62533]: DEBUG oslo_vmware.api [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1897825, 'name': PowerOnVM_Task, 'duration_secs': 0.539078} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.659970] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.663413] env[62533]: INFO nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Took 14.78 seconds to spawn the instance on the hypervisor. [ 1405.663413] env[62533]: DEBUG nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.663413] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc9a8f0-1472-4bd7-bc2c-de13beb7a534 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.772176] env[62533]: DEBUG oslo_concurrency.lockutils [None req-64cd6a4a-7f5e-4054-88aa-1330c19f8f0c tempest-TenantUsagesTestJSON-497186705 tempest-TenantUsagesTestJSON-497186705-project-member] Lock "fca3afab-53ba-4347-9ba1-2f8dd5200d22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.402s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.794514] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088235} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.794945] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.797528] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb074b-b26d-4564-a47d-5670d3f51f7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.822800] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 40c89246-b53b-45ec-83bb-1a8f999472a9/40c89246-b53b-45ec-83bb-1a8f999472a9.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.823782] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01382c2b-aea5-4584-b6f0-d21c1ef5ffe4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.852553] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.853900] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1405.853900] env[62533]: value = "task-1897828" [ 1405.853900] env[62533]: _type = "Task" [ 1405.853900] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.862698] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.889208] env[62533]: INFO nova.compute.manager [-] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Took 1.04 seconds to deallocate network for instance. [ 1405.911307] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.198213] env[62533]: INFO nova.compute.manager [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Took 30.22 seconds to build instance. [ 1406.296493] env[62533]: INFO nova.scheduler.client.report [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Deleted allocations for instance f1b7eb5c-b481-4f6e-baed-91bce33aff19 [ 1406.341945] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875267} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.341945] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b8f913d0-418e-46cb-bff7-2913fd2b528d/b8f913d0-418e-46cb-bff7-2913fd2b528d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.342358] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.342358] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8abdc3-d554-4d0b-8039-dd16b750dbc8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.352395] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1406.352395] env[62533]: value = "task-1897829" [ 1406.352395] env[62533]: _type = "Task" [ 1406.352395] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.366258] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.371993] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.400776] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.415137] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.698259] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661756c1-9613-4abc-bc01-5489f9469387 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.702017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee44e102-81fe-491e-8cab-73e90a17892d tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.734s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.707831] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f25cbab-633e-4535-9a3c-a7ce531e6122 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.744333] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab1913-0bc0-49e2-b7d0-2c62f453489c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.753454] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdbc47c-e989-488b-9791-1f00928782eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.771213] env[62533]: DEBUG nova.compute.provider_tree [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.808821] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eef8f11e-a468-4eee-9da2-b5c688a9c300 tempest-ServerDiagnosticsNegativeTest-1305747790 tempest-ServerDiagnosticsNegativeTest-1305747790-project-member] Lock "f1b7eb5c-b481-4f6e-baed-91bce33aff19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.893s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.864831] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09587} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.868732] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.869086] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.869833] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725612d6-55b1-4aa1-bb59-fdc25b12c362 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.893511] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b8f913d0-418e-46cb-bff7-2913fd2b528d/b8f913d0-418e-46cb-bff7-2913fd2b528d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.894182] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e666047-1482-4764-9cf0-2c71ca267b1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.919538] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.920993] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1406.920993] env[62533]: value = "task-1897830" [ 1406.920993] env[62533]: _type = "Task" [ 1406.920993] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.929221] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.205378] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.314665] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.322777] env[62533]: DEBUG nova.scheduler.client.report [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1407.323019] env[62533]: DEBUG nova.compute.provider_tree [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 35 to 36 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1407.323731] env[62533]: DEBUG nova.compute.provider_tree [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1407.372071] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897828, 'name': ReconfigVM_Task, 'duration_secs': 1.13623} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.372071] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 40c89246-b53b-45ec-83bb-1a8f999472a9/40c89246-b53b-45ec-83bb-1a8f999472a9.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.372295] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1c01cbd-6cc5-4d82-aeb9-6f192c042538 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.381482] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1407.381482] env[62533]: value = "task-1897831" [ 1407.381482] env[62533]: _type = "Task" [ 1407.381482] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.390041] env[62533]: DEBUG nova.compute.manager [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Received event network-changed-e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1407.390041] env[62533]: DEBUG nova.compute.manager [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Refreshing instance network info cache due to event network-changed-e51d3ae0-7051-4b01-883b-5ac663e69971. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1407.390041] env[62533]: DEBUG oslo_concurrency.lockutils [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] Acquiring lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.390348] env[62533]: DEBUG oslo_concurrency.lockutils [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] Acquired lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.390348] env[62533]: DEBUG nova.network.neutron [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Refreshing network info cache for port e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.396742] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897831, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.423250] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.433395] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897830, 'name': ReconfigVM_Task, 'duration_secs': 0.414902} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.433821] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b8f913d0-418e-46cb-bff7-2913fd2b528d/b8f913d0-418e-46cb-bff7-2913fd2b528d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.434622] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4954dd0d-a1a4-414a-9cca-46db2973c9db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.442591] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1407.442591] env[62533]: value = "task-1897832" [ 1407.442591] env[62533]: _type = "Task" [ 1407.442591] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.452636] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897832, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.740723] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.828632] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.829084] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.833335] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.213s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.833335] env[62533]: DEBUG nova.objects.instance [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1407.842558] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.898341] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897831, 'name': Rename_Task, 'duration_secs': 0.200928} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.898631] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.899177] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc2cf8d-d4e2-4ab6-b441-c40455ff95f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.906984] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1407.906984] env[62533]: value = "task-1897833" [ 1407.906984] env[62533]: _type = "Task" [ 1407.906984] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.919864] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.926830] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.954215] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897832, 'name': Rename_Task, 'duration_secs': 0.20583} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.954992] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.954992] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5424f7ff-c969-4afa-89a0-11b9227e7b58 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.961070] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1407.961070] env[62533]: value = "task-1897834" [ 1407.961070] env[62533]: _type = "Task" [ 1407.961070] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.969550] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.334629] env[62533]: DEBUG nova.compute.utils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.336318] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.336318] env[62533]: DEBUG nova.network.neutron [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.427952] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.427952] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.475683] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.698339] env[62533]: DEBUG nova.policy [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34c9aa1dc99d4dd0a5c5067f624786fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e087d09d08941e2b3604529b737c47d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.843371] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.849386] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e40c13d7-bbee-4561-8753-de0dc91546bd tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.849386] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.346s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.850711] env[62533]: INFO nova.compute.claims [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.941167] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897819, 'name': CloneVM_Task, 'duration_secs': 5.313573} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.941449] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.942151] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Created linked-clone VM from snapshot [ 1408.942950] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3ad1b-0a75-4e91-8081-fb45d21ddde3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.958326] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Uploading image 0f62fbaf-bfad-4c81-97f5-2ae0bf278250 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1408.964378] env[62533]: DEBUG nova.network.neutron [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updated VIF entry in instance network info cache for port e51d3ae0-7051-4b01-883b-5ac663e69971. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.964777] env[62533]: DEBUG nova.network.neutron [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating instance_info_cache with network_info: [{"id": "e51d3ae0-7051-4b01-883b-5ac663e69971", "address": "fa:16:3e:b2:ea:8c", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51d3ae0-70", "ovs_interfaceid": "e51d3ae0-7051-4b01-883b-5ac663e69971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.982890] env[62533]: DEBUG oslo_vmware.api [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897834, 'name': PowerOnVM_Task, 'duration_secs': 0.636853} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.982890] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.982890] env[62533]: INFO nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1408.982890] env[62533]: DEBUG nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.986284] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5901d-c735-4bc4-90e9-2bd2aeda33ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.019922] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1409.019922] env[62533]: value = "vm-391863" [ 1409.019922] env[62533]: _type = "VirtualMachine" [ 1409.019922] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1409.021306] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0a700c3-bccc-4249-ad97-a5efe29c89f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.029479] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lease: (returnval){ [ 1409.029479] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257c587-f0e5-de02-2208-00546bb2d766" [ 1409.029479] env[62533]: _type = "HttpNfcLease" [ 1409.029479] env[62533]: } obtained for exporting VM: (result){ [ 1409.029479] env[62533]: value = "vm-391863" [ 1409.029479] env[62533]: _type = "VirtualMachine" [ 1409.029479] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1409.030758] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the lease: (returnval){ [ 1409.030758] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257c587-f0e5-de02-2208-00546bb2d766" [ 1409.030758] env[62533]: _type = "HttpNfcLease" [ 1409.030758] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1409.038699] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.038699] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257c587-f0e5-de02-2208-00546bb2d766" [ 1409.038699] env[62533]: _type = "HttpNfcLease" [ 1409.038699] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1409.082613] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "b5edc190-b11d-431f-a877-81f11be5452b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.083264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "b5edc190-b11d-431f-a877-81f11be5452b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.422722] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.439839] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "dbdcd7c0-db6e-4407-9387-26999489b0fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.440246] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.468330] env[62533]: DEBUG oslo_concurrency.lockutils [req-9e2802d9-9023-4e28-8f62-658e5291c73d req-33bbfe2c-6856-4561-844d-8f334dcf9208 service nova] Releasing lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.491716] env[62533]: DEBUG nova.network.neutron [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Successfully created port: e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.512606] env[62533]: INFO nova.compute.manager [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Took 30.26 seconds to build instance. [ 1409.537817] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.537817] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257c587-f0e5-de02-2208-00546bb2d766" [ 1409.537817] env[62533]: _type = "HttpNfcLease" [ 1409.537817] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1409.538134] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1409.538134] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257c587-f0e5-de02-2208-00546bb2d766" [ 1409.538134] env[62533]: _type = "HttpNfcLease" [ 1409.538134] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1409.538838] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6bf51d-f9fe-4c15-b51b-19676de4d1ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.547521] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31cfd-2bc1-5b0e-c485-0aa933c5f25c/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1409.547730] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31cfd-2bc1-5b0e-c485-0aa933c5f25c/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1409.749343] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0958b3a3-7df6-4963-b3b1-1cdba3a2c503 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.855369] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.879131] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.880320] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.880320] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.880320] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.880671] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.880671] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.881031] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.881117] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.881381] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.881456] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.882024] env[62533]: DEBUG nova.virt.hardware [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.882898] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390ca5a-093a-49fe-bb46-a745b7d23866 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.891816] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcfc99c-63c9-4905-ac8c-4422197633d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.923087] env[62533]: DEBUG oslo_vmware.api [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1897833, 'name': PowerOnVM_Task, 'duration_secs': 1.624571} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.923542] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.923542] env[62533]: INFO nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Took 13.08 seconds to spawn the instance on the hypervisor. [ 1409.923712] env[62533]: DEBUG nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.924544] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4bfc00-1add-44b4-9eb2-e839cacb0c6b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.963036] env[62533]: DEBUG nova.compute.manager [None req-c59f3f68-97c7-4fb5-a2fa-8365bdcc8db9 tempest-ServerDiagnosticsTest-936866226 tempest-ServerDiagnosticsTest-936866226-project-admin] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.966707] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414290d-400d-4796-989f-26cd3a7ffcdd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.977985] env[62533]: INFO nova.compute.manager [None req-c59f3f68-97c7-4fb5-a2fa-8365bdcc8db9 tempest-ServerDiagnosticsTest-936866226 tempest-ServerDiagnosticsTest-936866226-project-admin] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Retrieving diagnostics [ 1409.978856] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a114bb4-2217-4398-90ef-2f9f4a2ee460 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.016788] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0ac41e90-e46d-4cfd-b64e-d3ade8d8b15f tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.834s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.362551] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3e3d49-d918-4911-8484-cb7f90fd4331 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.371784] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea35125-c4ba-4dff-8ce6-611089d8cfa8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.412757] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a992ba-f020-4e52-9d8a-679f661ed67b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.422064] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c174057d-f811-4904-9f6d-7a4b0c181c51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.439061] env[62533]: DEBUG nova.compute.provider_tree [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.452044] env[62533]: INFO nova.compute.manager [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Took 34.06 seconds to build instance. [ 1410.525796] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.944318] env[62533]: DEBUG nova.scheduler.client.report [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.957240] env[62533]: DEBUG oslo_concurrency.lockutils [None req-783d705e-514a-4d21-bb2b-64cbc607da2f tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.574s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.062676] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.453012] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.453624] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.458257] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.230s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.459766] env[62533]: INFO nova.compute.claims [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.463263] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.502703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "b8f913d0-418e-46cb-bff7-2913fd2b528d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.502703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.502703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "b8f913d0-418e-46cb-bff7-2913fd2b528d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.502703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.503341] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.511501] env[62533]: INFO nova.compute.manager [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Terminating instance [ 1411.642247] env[62533]: DEBUG nova.compute.manager [req-c87bd77e-279b-4c4f-b764-bf40237ee490 req-da5e9321-03d1-4022-b2aa-61b2fc7481cf service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Received event network-vif-plugged-e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1411.643121] env[62533]: DEBUG oslo_concurrency.lockutils [req-c87bd77e-279b-4c4f-b764-bf40237ee490 req-da5e9321-03d1-4022-b2aa-61b2fc7481cf service nova] Acquiring lock "5640b6a5-232f-425b-8d39-57caf53ee122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.643121] env[62533]: DEBUG oslo_concurrency.lockutils [req-c87bd77e-279b-4c4f-b764-bf40237ee490 req-da5e9321-03d1-4022-b2aa-61b2fc7481cf service nova] Lock "5640b6a5-232f-425b-8d39-57caf53ee122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.643121] env[62533]: DEBUG oslo_concurrency.lockutils [req-c87bd77e-279b-4c4f-b764-bf40237ee490 req-da5e9321-03d1-4022-b2aa-61b2fc7481cf service nova] Lock "5640b6a5-232f-425b-8d39-57caf53ee122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.643628] env[62533]: DEBUG nova.compute.manager [req-c87bd77e-279b-4c4f-b764-bf40237ee490 req-da5e9321-03d1-4022-b2aa-61b2fc7481cf service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] No waiting events found dispatching network-vif-plugged-e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.643953] env[62533]: WARNING nova.compute.manager [req-c87bd77e-279b-4c4f-b764-bf40237ee490 req-da5e9321-03d1-4022-b2aa-61b2fc7481cf service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Received unexpected event network-vif-plugged-e51db674-c110-4ed9-9569-75c863049e44 for instance with vm_state building and task_state spawning. [ 1411.794069] env[62533]: DEBUG nova.network.neutron [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Successfully updated port: e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.970933] env[62533]: DEBUG nova.compute.utils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.974386] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.975763] env[62533]: DEBUG nova.network.neutron [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.006565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.020033] env[62533]: DEBUG nova.compute.manager [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.020033] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.020033] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b43528-42aa-450f-86a1-26179433e7c6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.032786] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.032786] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e7d98f8-2ecf-4eec-a3a3-abc8122c0238 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.046404] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1412.046404] env[62533]: value = "task-1897836" [ 1412.046404] env[62533]: _type = "Task" [ 1412.046404] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.060046] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.172247] env[62533]: DEBUG nova.policy [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f378cdd08b47838725616ecece0b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af543166e5ae40f0b6ef8e13010ad355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.295644] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "refresh_cache-5640b6a5-232f-425b-8d39-57caf53ee122" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.295803] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "refresh_cache-5640b6a5-232f-425b-8d39-57caf53ee122" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.295941] env[62533]: DEBUG nova.network.neutron [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.483501] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.562401] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897836, 'name': PowerOffVM_Task, 'duration_secs': 0.394489} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.563154] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.563358] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.563643] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-914b6be0-4058-416f-9db8-7831b7f2e277 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.735556] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.735794] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.735983] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Deleting the datastore file [datastore1] b8f913d0-418e-46cb-bff7-2913fd2b528d {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.736296] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549456ad-13aa-4307-8eba-8123ef62bc0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.743200] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for the task: (returnval){ [ 1412.743200] env[62533]: value = "task-1897838" [ 1412.743200] env[62533]: _type = "Task" [ 1412.743200] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.760917] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.912293] env[62533]: DEBUG nova.network.neutron [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.989502] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d939e1d-856b-4cda-a2b9-58b6e42f8cc7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.002978] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfbfbd2-9cdb-4f6e-be68-b051e731e51f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.050163] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b404aa-28ef-4487-8d7b-88f0b01c1dac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.061515] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebcae36-784a-4b79-a748-50a6a7072059 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.077754] env[62533]: DEBUG nova.compute.provider_tree [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.258408] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.324512] env[62533]: DEBUG nova.network.neutron [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Successfully created port: 664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.377652] env[62533]: DEBUG nova.network.neutron [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Updating instance_info_cache with network_info: [{"id": "e51db674-c110-4ed9-9569-75c863049e44", "address": "fa:16:3e:c3:5b:49", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51db674-c1", "ovs_interfaceid": "e51db674-c110-4ed9-9569-75c863049e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.509910] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.548854] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.549237] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.549465] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.549739] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.549900] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.550172] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.550955] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.550955] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.550955] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.551158] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.551213] env[62533]: DEBUG nova.virt.hardware [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.552252] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9c8a05-b396-4ed1-a3d5-9f0ea84e7060 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.560240] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9c125e-806c-43cd-b214-bfb879da985d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.581099] env[62533]: DEBUG nova.scheduler.client.report [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.763106] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.881534] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "refresh_cache-5640b6a5-232f-425b-8d39-57caf53ee122" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.881918] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Instance network_info: |[{"id": "e51db674-c110-4ed9-9569-75c863049e44", "address": "fa:16:3e:c3:5b:49", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51db674-c1", "ovs_interfaceid": "e51db674-c110-4ed9-9569-75c863049e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.882421] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:5b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51db674-c110-4ed9-9569-75c863049e44', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.894207] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Creating folder: Project (3e087d09d08941e2b3604529b737c47d). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.894891] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc4a0277-57a2-45c5-a687-e20d56990638 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.906107] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Created folder: Project (3e087d09d08941e2b3604529b737c47d) in parent group-v391816. [ 1413.906333] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Creating folder: Instances. Parent ref: group-v391864. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.908044] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b80aa92-497b-46ca-8b03-be029723a886 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.916299] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Created folder: Instances in parent group-v391864. [ 1413.916544] env[62533]: DEBUG oslo.service.loopingcall [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.916740] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.916947] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c5bcbec-8303-4c66-bf2b-8a91ee0ca71e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.938216] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.938216] env[62533]: value = "task-1897841" [ 1413.938216] env[62533]: _type = "Task" [ 1413.938216] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.947643] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897841, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.989526] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "9cbb0843-d98d-4452-b109-840e2d946a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.990278] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.090722] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.091283] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.095051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.746s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.260594] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.353924] env[62533]: DEBUG nova.compute.manager [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Received event network-changed-e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1414.354270] env[62533]: DEBUG nova.compute.manager [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Refreshing instance network info cache due to event network-changed-e51db674-c110-4ed9-9569-75c863049e44. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1414.354510] env[62533]: DEBUG oslo_concurrency.lockutils [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] Acquiring lock "refresh_cache-5640b6a5-232f-425b-8d39-57caf53ee122" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.354715] env[62533]: DEBUG oslo_concurrency.lockutils [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] Acquired lock "refresh_cache-5640b6a5-232f-425b-8d39-57caf53ee122" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.354903] env[62533]: DEBUG nova.network.neutron [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Refreshing network info cache for port e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.450520] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897841, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.598938] env[62533]: DEBUG nova.compute.utils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.605209] env[62533]: INFO nova.compute.claims [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.609526] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.612020] env[62533]: DEBUG nova.network.neutron [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.764129] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.776323] env[62533]: DEBUG nova.policy [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b70ca33e4948d48c0887c19b19946d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26c5b75ec3414e66bf0a28e908be618f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.955296] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897841, 'name': CreateVM_Task, 'duration_secs': 0.561323} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.955586] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.957554] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.958080] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.958223] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.961983] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a648a96c-bb95-4405-88c9-ae0af1f8d725 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.968173] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1414.968173] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a3352-17e0-1a78-4dcf-f920fc63022a" [ 1414.968173] env[62533]: _type = "Task" [ 1414.968173] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.976426] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a3352-17e0-1a78-4dcf-f920fc63022a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.119476] env[62533]: INFO nova.compute.resource_tracker [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating resource usage from migration 7f0a6ba3-bee6-49e5-9ccd-a61dc01d15df [ 1415.123023] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.266332] env[62533]: DEBUG oslo_vmware.api [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Task: {'id': task-1897838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.127346} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.269048] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.269263] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.269441] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.269613] env[62533]: INFO nova.compute.manager [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1415.269882] env[62533]: DEBUG oslo.service.loopingcall [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.270748] env[62533]: DEBUG nova.compute.manager [-] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.270857] env[62533]: DEBUG nova.network.neutron [-] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.486024] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a3352-17e0-1a78-4dcf-f920fc63022a, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.487828] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.488092] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.488323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.488470] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.488636] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.491518] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07e0eb37-606e-4108-8fe2-a8411a5af89f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.499687] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.499687] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.501079] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f975aa44-7b79-4c04-abd2-73730cc23344 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.512066] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1415.512066] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b7e1c9-3931-34d5-c8d0-bdd3bc4527a9" [ 1415.512066] env[62533]: _type = "Task" [ 1415.512066] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.519908] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b7e1c9-3931-34d5-c8d0-bdd3bc4527a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.618765] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3193dad0-6756-4b64-936c-0a80cbc8f79f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.626655] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015902ac-171c-4c6d-8fae-a6502a98f9f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.663361] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b79f35a-8650-4800-92cb-41032fef5c2e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.671455] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732111d6-1c9e-4095-83bd-3d6c09d58ad3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.687261] env[62533]: DEBUG nova.compute.provider_tree [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.026958] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b7e1c9-3931-34d5-c8d0-bdd3bc4527a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014072} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.030132] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27714b50-72a4-4c96-9a74-a68ec348b7b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.036316] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1416.036316] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef9a0c-70fc-39c3-9cf7-624a8791963f" [ 1416.036316] env[62533]: _type = "Task" [ 1416.036316] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.050877] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef9a0c-70fc-39c3-9cf7-624a8791963f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.136354] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.169177] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.169177] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.169177] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.169683] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.169683] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.169683] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.170091] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.173429] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.173429] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.173429] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.173429] env[62533]: DEBUG nova.virt.hardware [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.173429] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac36945-f964-40b4-b7c0-0c683ffb07e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.183561] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330ccdd3-04e7-4f3b-9283-e4c2b9ecaf10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.191477] env[62533]: DEBUG nova.scheduler.client.report [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.445114] env[62533]: DEBUG nova.network.neutron [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Updated VIF entry in instance network info cache for port e51db674-c110-4ed9-9569-75c863049e44. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.445520] env[62533]: DEBUG nova.network.neutron [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Updating instance_info_cache with network_info: [{"id": "e51db674-c110-4ed9-9569-75c863049e44", "address": "fa:16:3e:c3:5b:49", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51db674-c1", "ovs_interfaceid": "e51db674-c110-4ed9-9569-75c863049e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.549342] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef9a0c-70fc-39c3-9cf7-624a8791963f, 'name': SearchDatastore_Task, 'duration_secs': 0.031232} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.549599] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.549946] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5640b6a5-232f-425b-8d39-57caf53ee122/5640b6a5-232f-425b-8d39-57caf53ee122.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.550372] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511cdd39-02ad-47c7-b395-4dea105686ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.559221] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1416.559221] env[62533]: value = "task-1897842" [ 1416.559221] env[62533]: _type = "Task" [ 1416.559221] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.570063] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.606324] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.606694] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.651159] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.651856] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.697381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.697381] env[62533]: INFO nova.compute.manager [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Migrating [ 1416.697478] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.697696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.701703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.711s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.702341] env[62533]: INFO nova.compute.claims [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.707375] env[62533]: INFO nova.compute.rpcapi [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1416.707753] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.832131] env[62533]: DEBUG nova.network.neutron [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Successfully created port: 7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.953774] env[62533]: DEBUG oslo_concurrency.lockutils [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] Releasing lock "refresh_cache-5640b6a5-232f-425b-8d39-57caf53ee122" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.953774] env[62533]: DEBUG nova.compute.manager [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Received event network-changed-60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1416.953774] env[62533]: DEBUG nova.compute.manager [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Refreshing instance network info cache due to event network-changed-60e068f9-6e8a-40d1-95c7-773616dee506. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1416.953774] env[62533]: DEBUG oslo_concurrency.lockutils [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] Acquiring lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.953774] env[62533]: DEBUG oslo_concurrency.lockutils [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] Acquired lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.954134] env[62533]: DEBUG nova.network.neutron [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Refreshing network info cache for port 60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.076788] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.234130] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.234418] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.234688] env[62533]: DEBUG nova.network.neutron [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.311896] env[62533]: DEBUG nova.network.neutron [-] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.491592] env[62533]: DEBUG nova.network.neutron [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Successfully updated port: 664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.574066] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.672324] env[62533]: DEBUG nova.compute.manager [req-ab2f5e4b-43bb-41d4-8b09-a7f12423f4c1 req-548f64f1-a202-495e-9778-209e6cd41d93 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received event network-vif-plugged-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1417.672324] env[62533]: DEBUG oslo_concurrency.lockutils [req-ab2f5e4b-43bb-41d4-8b09-a7f12423f4c1 req-548f64f1-a202-495e-9778-209e6cd41d93 service nova] Acquiring lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.672324] env[62533]: DEBUG oslo_concurrency.lockutils [req-ab2f5e4b-43bb-41d4-8b09-a7f12423f4c1 req-548f64f1-a202-495e-9778-209e6cd41d93 service nova] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.672324] env[62533]: DEBUG oslo_concurrency.lockutils [req-ab2f5e4b-43bb-41d4-8b09-a7f12423f4c1 req-548f64f1-a202-495e-9778-209e6cd41d93 service nova] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.672324] env[62533]: DEBUG nova.compute.manager [req-ab2f5e4b-43bb-41d4-8b09-a7f12423f4c1 req-548f64f1-a202-495e-9778-209e6cd41d93 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] No waiting events found dispatching network-vif-plugged-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.672748] env[62533]: WARNING nova.compute.manager [req-ab2f5e4b-43bb-41d4-8b09-a7f12423f4c1 req-548f64f1-a202-495e-9778-209e6cd41d93 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received unexpected event network-vif-plugged-664a601e-ef5e-46fb-abfc-cfd9beac08d9 for instance with vm_state building and task_state spawning. [ 1417.818973] env[62533]: INFO nova.compute.manager [-] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Took 2.55 seconds to deallocate network for instance. [ 1417.997716] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.997905] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.998182] env[62533]: DEBUG nova.network.neutron [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.079094] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897842, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.260518} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.082181] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 5640b6a5-232f-425b-8d39-57caf53ee122/5640b6a5-232f-425b-8d39-57caf53ee122.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.083317] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.083317] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0a9441-f654-4664-9726-fa2d8b1a8818 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.092822] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1418.092822] env[62533]: value = "task-1897843" [ 1418.092822] env[62533]: _type = "Task" [ 1418.092822] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.110182] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.302382] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c3cabb-fd4d-4e70-a2e5-3e51e414e4f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.312160] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6eaa95-f07d-4800-9904-96ef51fb5518 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.347377] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.350905] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceca003-4fad-4d43-8d09-6a117712b267 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.359102] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ed689b-337d-4f05-8666-3d0612dd5e5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.375430] env[62533]: DEBUG nova.compute.provider_tree [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.523824] env[62533]: DEBUG nova.network.neutron [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Updated VIF entry in instance network info cache for port 60e068f9-6e8a-40d1-95c7-773616dee506. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.526757] env[62533]: DEBUG nova.network.neutron [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Updating instance_info_cache with network_info: [{"id": "60e068f9-6e8a-40d1-95c7-773616dee506", "address": "fa:16:3e:e2:d7:16", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e068f9-6e", "ovs_interfaceid": "60e068f9-6e8a-40d1-95c7-773616dee506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.604127] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08139} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.605401] env[62533]: DEBUG nova.network.neutron [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.606947] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.608428] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df85962-0aa1-4beb-955e-5ab252ae6b09 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.640696] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 5640b6a5-232f-425b-8d39-57caf53ee122/5640b6a5-232f-425b-8d39-57caf53ee122.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.641373] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba7ab3a-6c6e-4f70-b611-6be0b1c01af6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.663399] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1418.663399] env[62533]: value = "task-1897844" [ 1418.663399] env[62533]: _type = "Task" [ 1418.663399] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.673366] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.704407] env[62533]: DEBUG nova.network.neutron [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [{"id": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "address": "fa:16:3e:03:b8:6f", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8054896-72", "ovs_interfaceid": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.881775] env[62533]: DEBUG nova.scheduler.client.report [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.028833] env[62533]: DEBUG oslo_concurrency.lockutils [req-68a394d4-4e4d-4a48-b241-d3d229cb1468 req-4ed3ba6c-4152-4ac9-85a6-6c194e227098 service nova] Releasing lock "refresh_cache-40c89246-b53b-45ec-83bb-1a8f999472a9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.183152] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897844, 'name': ReconfigVM_Task, 'duration_secs': 0.499228} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.183458] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 5640b6a5-232f-425b-8d39-57caf53ee122/5640b6a5-232f-425b-8d39-57caf53ee122.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.184256] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d224db4-fb5a-4c61-9e12-f58ca7223aa7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.192430] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1419.192430] env[62533]: value = "task-1897845" [ 1419.192430] env[62533]: _type = "Task" [ 1419.192430] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.201763] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897845, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.206976] env[62533]: DEBUG nova.network.neutron [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating instance_info_cache with network_info: [{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664a601e-ef", "ovs_interfaceid": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.207155] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.387370] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.388703] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.397195] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.994s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.397311] env[62533]: DEBUG nova.objects.instance [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lazy-loading 'resources' on Instance uuid 5d7417eb-c71d-4cec-b13e-845a652ef709 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.562934] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.563106] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.604752] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31cfd-2bc1-5b0e-c485-0aa933c5f25c/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1419.604752] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406d69c0-a9cc-4f8d-9bf0-7edf9866a937 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.622904] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31cfd-2bc1-5b0e-c485-0aa933c5f25c/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1419.622904] env[62533]: ERROR oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31cfd-2bc1-5b0e-c485-0aa933c5f25c/disk-0.vmdk due to incomplete transfer. [ 1419.622904] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc828b5d-e1f9-4b3b-887e-d1a94d840e78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.634574] env[62533]: DEBUG oslo_vmware.rw_handles [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a31cfd-2bc1-5b0e-c485-0aa933c5f25c/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1419.634574] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Uploaded image 0f62fbaf-bfad-4c81-97f5-2ae0bf278250 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1419.634574] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1419.634574] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d31dae37-cec7-4178-8c65-e8545c0136f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.642957] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1419.642957] env[62533]: value = "task-1897846" [ 1419.642957] env[62533]: _type = "Task" [ 1419.642957] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.653844] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897846, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.703638] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897845, 'name': Rename_Task, 'duration_secs': 0.240644} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.704636] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.704946] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f76dac7-84fc-4d11-a95b-f2171ae38948 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.711979] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1419.711979] env[62533]: value = "task-1897847" [ 1419.711979] env[62533]: _type = "Task" [ 1419.711979] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.719028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.719028] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Instance network_info: |[{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664a601e-ef", "ovs_interfaceid": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.721940] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:5a:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '664a601e-ef5e-46fb-abfc-cfd9beac08d9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.730685] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Creating folder: Project (af543166e5ae40f0b6ef8e13010ad355). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.731627] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27ae49c5-3846-429b-a2d3-55f4742ca2cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.737673] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.746982] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Created folder: Project (af543166e5ae40f0b6ef8e13010ad355) in parent group-v391816. [ 1419.747184] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Creating folder: Instances. Parent ref: group-v391867. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.747849] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20233400-f80c-482b-b2d2-f19fd8deccd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.760268] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Created folder: Instances in parent group-v391867. [ 1419.760268] env[62533]: DEBUG oslo.service.loopingcall [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.760268] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.760268] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e71db78-7b72-4296-952c-8bec7aaa6a7e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.783313] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.783313] env[62533]: value = "task-1897850" [ 1419.783313] env[62533]: _type = "Task" [ 1419.783313] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.792065] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.905915] env[62533]: DEBUG nova.compute.utils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1419.908355] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.909070] env[62533]: DEBUG nova.network.neutron [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.120225] env[62533]: DEBUG nova.policy [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a491df499f4b7093d42c036afd7cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8de050ebe844d8b17cfdbd41b25338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.154709] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897846, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.236644] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897847, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.296327] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.379705] env[62533]: DEBUG nova.compute.manager [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Received event network-vif-deleted-339a6dd0-cf63-49cb-9d4e-1aa15ce22fc9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1420.379945] env[62533]: DEBUG nova.compute.manager [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received event network-changed-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1420.384319] env[62533]: DEBUG nova.compute.manager [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Refreshing instance network info cache due to event network-changed-664a601e-ef5e-46fb-abfc-cfd9beac08d9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1420.384319] env[62533]: DEBUG oslo_concurrency.lockutils [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] Acquiring lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.384319] env[62533]: DEBUG oslo_concurrency.lockutils [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] Acquired lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.384319] env[62533]: DEBUG nova.network.neutron [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Refreshing network info cache for port 664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.412119] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.581683] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1bbbef-d4f1-4946-a1cd-152b3ea52792 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.589922] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76a3dfa-a5a3-4fda-9f90-8f02ce92dea6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.626776] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490c594-3c47-4899-ab80-0f046041ce38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.638612] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62792ee1-58f4-43b8-b25d-94572be2e0e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.656226] env[62533]: DEBUG nova.compute.provider_tree [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.664347] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897846, 'name': Destroy_Task, 'duration_secs': 0.641377} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.664347] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Destroyed the VM [ 1420.664347] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1420.664347] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d53f595-e897-41b9-8f0f-199ee8b238c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.670622] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1420.670622] env[62533]: value = "task-1897851" [ 1420.670622] env[62533]: _type = "Task" [ 1420.670622] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.680661] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.727658] env[62533]: DEBUG oslo_vmware.api [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897847, 'name': PowerOnVM_Task, 'duration_secs': 0.756314} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.727984] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.728214] env[62533]: INFO nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1420.728445] env[62533]: DEBUG nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.731990] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1328f71f-badd-4441-bfc3-eccd32bf9a3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.745498] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e2417-0412-408b-bc59-1ae46190f186 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.764809] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.796653] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.812439] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.946665] env[62533]: DEBUG nova.network.neutron [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Successfully created port: 2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.162547] env[62533]: DEBUG nova.scheduler.client.report [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.188456] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.258528] env[62533]: INFO nova.compute.manager [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Took 33.81 seconds to build instance. [ 1421.275421] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.275874] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-400b3c31-3624-4131-980d-3f5a1d21b91b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.286892] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1421.286892] env[62533]: value = "task-1897852" [ 1421.286892] env[62533]: _type = "Task" [ 1421.286892] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.301788] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.305911] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.437025] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.456193] env[62533]: DEBUG nova.network.neutron [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updated VIF entry in instance network info cache for port 664a601e-ef5e-46fb-abfc-cfd9beac08d9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.456193] env[62533]: DEBUG nova.network.neutron [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating instance_info_cache with network_info: [{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664a601e-ef", "ovs_interfaceid": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.486284] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.486568] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.486723] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.486905] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.487064] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.487215] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.487430] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.487592] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.487783] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.488438] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.488438] env[62533]: DEBUG nova.virt.hardware [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.489457] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54573e7-a972-4e6a-be13-1f67d962054f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.499442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed171f-98e3-465b-b0d9-394ff340e52a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.667237] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.670413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.003s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.672606] env[62533]: INFO nova.compute.claims [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.691542] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897851, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.695639] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.695869] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.701311] env[62533]: INFO nova.scheduler.client.report [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Deleted allocations for instance 5d7417eb-c71d-4cec-b13e-845a652ef709 [ 1421.761273] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d125837-20d9-4e86-aa97-47cf5ce8a3e4 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "5640b6a5-232f-425b-8d39-57caf53ee122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.712s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.802307] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.806223] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897852, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.962320] env[62533]: DEBUG oslo_concurrency.lockutils [req-d9ea8757-0129-471e-bfa9-297eff2614a0 req-858a8099-0a8e-4724-be91-ff749c08b38b service nova] Releasing lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.191931] env[62533]: DEBUG oslo_vmware.api [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897851, 'name': RemoveSnapshot_Task, 'duration_secs': 1.180086} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.197336] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1422.197336] env[62533]: INFO nova.compute.manager [None req-6e5293a9-23a4-46f2-9cf5-29a3c3d8931b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Took 20.89 seconds to snapshot the instance on the hypervisor. [ 1422.210366] env[62533]: DEBUG oslo_concurrency.lockutils [None req-af6958d4-0520-45d3-aa6b-3191e8bdb21e tempest-ServerDiagnosticsV248Test-1940183428 tempest-ServerDiagnosticsV248Test-1940183428-project-member] Lock "5d7417eb-c71d-4cec-b13e-845a652ef709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.076s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.264807] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.303021] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897852, 'name': PowerOffVM_Task, 'duration_secs': 0.574277} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.305035] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.305276] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.309203] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.793590] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.798406] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.814324] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.814570] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.814721] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.814901] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.815061] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.815252] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.815407] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.815563] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.815727] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.815926] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.816060] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.821833] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228b344b-42b1-4323-ac5f-d1d3b3c06b5b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.842386] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1422.842386] env[62533]: value = "task-1897855" [ 1422.842386] env[62533]: _type = "Task" [ 1422.842386] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.856183] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.214762] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b88a7a-62f1-4ff4-b701-ad8608620800 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.223041] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eebd9d-697c-4561-bcb8-f834fcb4b331 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.257337] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836443da-af9b-4263-a21b-ec2431266096 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.265378] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27ee1f-351d-4a96-ac4f-58e2e4e0d84e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.279564] env[62533]: DEBUG nova.compute.provider_tree [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.298335] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.362813] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897855, 'name': ReconfigVM_Task, 'duration_secs': 0.282298} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.364610] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.458103] env[62533]: DEBUG nova.network.neutron [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Successfully updated port: 2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.577104] env[62533]: DEBUG nova.network.neutron [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Successfully updated port: 7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.788196] env[62533]: DEBUG nova.scheduler.client.report [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.795192] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.795511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.810845] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.811196] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.812400] env[62533]: DEBUG nova.compute.manager [req-813ca95b-3f45-4507-bea8-908925337bec req-46005520-0657-4b0c-946a-f33a8e28f24f service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Received event network-vif-plugged-2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1423.812659] env[62533]: DEBUG oslo_concurrency.lockutils [req-813ca95b-3f45-4507-bea8-908925337bec req-46005520-0657-4b0c-946a-f33a8e28f24f service nova] Acquiring lock "246b06d7-5985-43dd-809d-d9cb4428d230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.812790] env[62533]: DEBUG oslo_concurrency.lockutils [req-813ca95b-3f45-4507-bea8-908925337bec req-46005520-0657-4b0c-946a-f33a8e28f24f service nova] Lock "246b06d7-5985-43dd-809d-d9cb4428d230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.813327] env[62533]: DEBUG oslo_concurrency.lockutils [req-813ca95b-3f45-4507-bea8-908925337bec req-46005520-0657-4b0c-946a-f33a8e28f24f service nova] Lock "246b06d7-5985-43dd-809d-d9cb4428d230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.813327] env[62533]: DEBUG nova.compute.manager [req-813ca95b-3f45-4507-bea8-908925337bec req-46005520-0657-4b0c-946a-f33a8e28f24f service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] No waiting events found dispatching network-vif-plugged-2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.813327] env[62533]: WARNING nova.compute.manager [req-813ca95b-3f45-4507-bea8-908925337bec req-46005520-0657-4b0c-946a-f33a8e28f24f service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Received unexpected event network-vif-plugged-2446bb2c-f3e9-44d7-9b26-d6e46cc17853 for instance with vm_state building and task_state spawning. [ 1423.814117] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.814623] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.568014] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.568157] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.568261] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.568474] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.568544] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.568687] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.568947] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.569044] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.569210] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.569372] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.569519] env[62533]: DEBUG nova.virt.hardware [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.575366] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.575897] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "refresh_cache-246b06d7-5985-43dd-809d-d9cb4428d230" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.576032] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "refresh_cache-246b06d7-5985-43dd-809d-d9cb4428d230" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.576162] env[62533]: DEBUG nova.network.neutron [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.577695] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "refresh_cache-a64850bf-39dd-4ca5-a1a1-81a1e287579c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.577911] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquired lock "refresh_cache-a64850bf-39dd-4ca5-a1a1-81a1e287579c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.578090] env[62533]: DEBUG nova.network.neutron [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.579385] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.579866] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1424.583961] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404887df-22d5-4fb2-8f95-82fb7c2482d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.599711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.426s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.600171] env[62533]: DEBUG nova.objects.instance [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1424.614531] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.616143] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1424.616143] env[62533]: value = "task-1897858" [ 1424.616143] env[62533]: _type = "Task" [ 1424.616143] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.625246] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.096714] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897850, 'name': CreateVM_Task, 'duration_secs': 5.175323} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.096963] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1425.097819] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.098061] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.098752] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.099551] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25ad6f5-2854-4dca-b474-fbdf6bada922 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.104663] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1425.104663] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f68b7e-5e2a-b0f5-1081-0b5b885e050c" [ 1425.104663] env[62533]: _type = "Task" [ 1425.104663] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.118895] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f68b7e-5e2a-b0f5-1081-0b5b885e050c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.123028] env[62533]: DEBUG nova.compute.utils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.124760] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.125037] env[62533]: DEBUG nova.network.neutron [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.136322] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897858, 'name': ReconfigVM_Task, 'duration_secs': 0.308973} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.136756] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1425.137801] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f611c2-1fa5-4f70-b7ef-e567126936dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.164217] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4/691283c4-becb-4caa-8bc2-899110cf74b4.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.164905] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14aeeda7-da82-4529-9cbf-bf4d131949b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.184799] env[62533]: DEBUG nova.network.neutron [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.188483] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1425.188483] env[62533]: value = "task-1897859" [ 1425.188483] env[62533]: _type = "Task" [ 1425.188483] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.197474] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.212584] env[62533]: DEBUG nova.network.neutron [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.282945] env[62533]: DEBUG nova.policy [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c22545ce46c4eaa94bca7f92aee88cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe8c0cf48944fe6acac8e8e401a8d4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.616533] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9f53acca-4a46-4f9c-bbfd-e1574fe97f37 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.617874] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f68b7e-5e2a-b0f5-1081-0b5b885e050c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.623018] env[62533]: DEBUG nova.network.neutron [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Updating instance_info_cache with network_info: [{"id": "2446bb2c-f3e9-44d7-9b26-d6e46cc17853", "address": "fa:16:3e:ce:6f:65", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2446bb2c-f3", "ovs_interfaceid": "2446bb2c-f3e9-44d7-9b26-d6e46cc17853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.626395] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.783s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.626625] env[62533]: DEBUG nova.objects.instance [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lazy-loading 'resources' on Instance uuid 762115bf-9390-48e5-af73-803669426742 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.629970] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.668510] env[62533]: DEBUG nova.network.neutron [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Updating instance_info_cache with network_info: [{"id": "7b0aedab-8cfb-49cc-8214-8418e75c8aba", "address": "fa:16:3e:3a:4a:cb", "network": {"id": "e9198032-5887-405f-be5d-e5ce541e13bb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1524365951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c5b75ec3414e66bf0a28e908be618f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b0aedab-8c", "ovs_interfaceid": "7b0aedab-8cfb-49cc-8214-8418e75c8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.699929] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.785393] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.785646] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.861134] env[62533]: DEBUG nova.network.neutron [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Successfully created port: b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.116874] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f68b7e-5e2a-b0f5-1081-0b5b885e050c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.130931] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "refresh_cache-246b06d7-5985-43dd-809d-d9cb4428d230" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.131274] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Instance network_info: |[{"id": "2446bb2c-f3e9-44d7-9b26-d6e46cc17853", "address": "fa:16:3e:ce:6f:65", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2446bb2c-f3", "ovs_interfaceid": "2446bb2c-f3e9-44d7-9b26-d6e46cc17853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.134336] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6f:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2446bb2c-f3e9-44d7-9b26-d6e46cc17853', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.141985] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating folder: Project (0f8de050ebe844d8b17cfdbd41b25338). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.145484] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c18611f-511e-47e8-995e-0a4fc6bb061e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.156249] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created folder: Project (0f8de050ebe844d8b17cfdbd41b25338) in parent group-v391816. [ 1426.156249] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating folder: Instances. Parent ref: group-v391873. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.159852] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cf1d014-5351-493b-b377-51250198e5b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.169558] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created folder: Instances in parent group-v391873. [ 1426.169558] env[62533]: DEBUG oslo.service.loopingcall [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.169558] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.169558] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b51220a0-30b2-4033-b0aa-e5c54a202d38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.188178] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Releasing lock "refresh_cache-a64850bf-39dd-4ca5-a1a1-81a1e287579c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.188482] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Instance network_info: |[{"id": "7b0aedab-8cfb-49cc-8214-8418e75c8aba", "address": "fa:16:3e:3a:4a:cb", "network": {"id": "e9198032-5887-405f-be5d-e5ce541e13bb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1524365951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c5b75ec3414e66bf0a28e908be618f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b0aedab-8c", "ovs_interfaceid": "7b0aedab-8cfb-49cc-8214-8418e75c8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.189423] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:4a:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b0aedab-8cfb-49cc-8214-8418e75c8aba', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.197748] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Creating folder: Project (26c5b75ec3414e66bf0a28e908be618f). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.200143] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e75390c6-7186-4c32-9f6e-843e206b6247 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.214018] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.214018] env[62533]: value = "task-1897862" [ 1426.214018] env[62533]: _type = "Task" [ 1426.214018] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.223470] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897859, 'name': ReconfigVM_Task, 'duration_secs': 0.630119} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.227206] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4/691283c4-becb-4caa-8bc2-899110cf74b4.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.227206] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1426.229185] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Created folder: Project (26c5b75ec3414e66bf0a28e908be618f) in parent group-v391816. [ 1426.229331] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Creating folder: Instances. Parent ref: group-v391875. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.233064] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f3ce92-650f-4af6-8248-5166e2459531 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.235046] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.246076] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Created folder: Instances in parent group-v391875. [ 1426.246076] env[62533]: DEBUG oslo.service.loopingcall [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.246076] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.246348] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a168bea3-684c-4999-892c-7451269ebb3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.271362] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.271362] env[62533]: value = "task-1897865" [ 1426.271362] env[62533]: _type = "Task" [ 1426.271362] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.280760] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.465305] env[62533]: DEBUG nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Received event network-vif-plugged-7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1426.465502] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Acquiring lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.465715] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.465866] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.466038] env[62533]: DEBUG nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] No waiting events found dispatching network-vif-plugged-7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.466199] env[62533]: WARNING nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Received unexpected event network-vif-plugged-7b0aedab-8cfb-49cc-8214-8418e75c8aba for instance with vm_state building and task_state spawning. [ 1426.466355] env[62533]: DEBUG nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Received event network-changed-2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1426.466496] env[62533]: DEBUG nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Refreshing instance network info cache due to event network-changed-2446bb2c-f3e9-44d7-9b26-d6e46cc17853. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1426.466664] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Acquiring lock "refresh_cache-246b06d7-5985-43dd-809d-d9cb4428d230" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.466792] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Acquired lock "refresh_cache-246b06d7-5985-43dd-809d-d9cb4428d230" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.466934] env[62533]: DEBUG nova.network.neutron [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Refreshing network info cache for port 2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.602382] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.623577] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f68b7e-5e2a-b0f5-1081-0b5b885e050c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.649251] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1426.674119] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.674119] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.674293] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.674443] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.674589] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.674732] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.674939] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.675138] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.675372] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.675569] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.675743] env[62533]: DEBUG nova.virt.hardware [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.676587] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75355654-9fd1-4089-b2fc-db68f7e564eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.681292] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c302d-9abb-47df-a5b5-0f4a438c97cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.690594] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34c77f-548f-4dad-aab3-e63080e5e0e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.694982] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f429ec-360a-480c-888d-ea5f1913e664 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.736335] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c587403-ae3f-43f6-8e63-55fc99614838 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.743028] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c25f964-f4d1-47a0-9db7-878805059788 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.765973] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d92b0c-1f49-4b9f-8a94-f37b731f422b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.772009] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.773094] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6faa8c5-a408-4dd4-a45a-dda929a30b6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.796379] env[62533]: DEBUG nova.compute.provider_tree [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.818793] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.819669] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.819669] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1426.821233] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1426.825428] env[62533]: DEBUG nova.scheduler.client.report [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.122018] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f68b7e-5e2a-b0f5-1081-0b5b885e050c, 'name': SearchDatastore_Task, 'duration_secs': 1.878096} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.122018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.122018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.122018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.122486] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.122486] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.122486] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce21001d-5339-44fc-9527-b95843b4dd60 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.243577] env[62533]: DEBUG nova.compute.manager [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.243838] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 15%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.244591] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f51a2-352c-45d8-ab18-5b6d9a1cb438 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.297698] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 15%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.335074] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] There are 2 instances to clean {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11724}} [ 1427.339020] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 5d7417eb-c71d-4cec-b13e-845a652ef709] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1427.341545] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.345734] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.795s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.347581] env[62533]: INFO nova.compute.claims [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.376747] env[62533]: INFO nova.scheduler.client.report [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Deleted allocations for instance 762115bf-9390-48e5-af73-803669426742 [ 1427.395035] env[62533]: DEBUG nova.network.neutron [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Updated VIF entry in instance network info cache for port 2446bb2c-f3e9-44d7-9b26-d6e46cc17853. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.395361] env[62533]: DEBUG nova.network.neutron [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Updating instance_info_cache with network_info: [{"id": "2446bb2c-f3e9-44d7-9b26-d6e46cc17853", "address": "fa:16:3e:ce:6f:65", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2446bb2c-f3", "ovs_interfaceid": "2446bb2c-f3e9-44d7-9b26-d6e46cc17853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.430978] env[62533]: DEBUG nova.network.neutron [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Port c8054896-7287-45aa-8f90-b3e8652a2ac6 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1427.699119] env[62533]: DEBUG nova.network.neutron [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Successfully updated port: b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.742920] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 15%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.755358] env[62533]: INFO nova.compute.manager [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] instance snapshotting [ 1427.758342] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a39534c-a125-4bbe-93bc-fee6153ae152 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.780882] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b920d9-f850-46c4-8fa6-f30b275e50c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.788973] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 15%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.842301] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fca3afab-53ba-4347-9ba1-2f8dd5200d22] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1427.894315] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9ecafa6-37e4-4c3f-8388-c6b79fbc71c8 tempest-InstanceActionsNegativeTestJSON-1887960399 tempest-InstanceActionsNegativeTestJSON-1887960399-project-member] Lock "762115bf-9390-48e5-af73-803669426742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.466s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.899132] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Releasing lock "refresh_cache-246b06d7-5985-43dd-809d-d9cb4428d230" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.899132] env[62533]: DEBUG nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Received event network-changed-7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1427.899132] env[62533]: DEBUG nova.compute.manager [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Refreshing instance network info cache due to event network-changed-7b0aedab-8cfb-49cc-8214-8418e75c8aba. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1427.899132] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Acquiring lock "refresh_cache-a64850bf-39dd-4ca5-a1a1-81a1e287579c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.899132] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Acquired lock "refresh_cache-a64850bf-39dd-4ca5-a1a1-81a1e287579c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.899340] env[62533]: DEBUG nova.network.neutron [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Refreshing network info cache for port 7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.206564] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "refresh_cache-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.206564] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquired lock "refresh_cache-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.206564] env[62533]: DEBUG nova.network.neutron [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.207769] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.207967] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.208766] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc15d587-db02-446a-806f-cbed0e2c6b93 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.217264] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1428.217264] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52760d56-0fb0-ea8c-03bb-342e926e850a" [ 1428.217264] env[62533]: _type = "Task" [ 1428.217264] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.226823] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52760d56-0fb0-ea8c-03bb-342e926e850a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.242111] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 15%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.288654] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 15%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.295037] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1428.296103] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-171c5bf8-763e-4bab-b73e-742b42233adc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.307051] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1428.307051] env[62533]: value = "task-1897866" [ 1428.307051] env[62533]: _type = "Task" [ 1428.307051] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.312875] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897866, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.456096] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.456369] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.456513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.734386] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52760d56-0fb0-ea8c-03bb-342e926e850a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.747487] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.755224] env[62533]: DEBUG nova.network.neutron [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.755870] env[62533]: DEBUG nova.compute.manager [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.756950] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a7eda4-8433-462f-8e83-888c96f83fa7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.777160] env[62533]: DEBUG nova.network.neutron [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Updated VIF entry in instance network info cache for port 7b0aedab-8cfb-49cc-8214-8418e75c8aba. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.777777] env[62533]: DEBUG nova.network.neutron [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Updating instance_info_cache with network_info: [{"id": "7b0aedab-8cfb-49cc-8214-8418e75c8aba", "address": "fa:16:3e:3a:4a:cb", "network": {"id": "e9198032-5887-405f-be5d-e5ce541e13bb", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1524365951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c5b75ec3414e66bf0a28e908be618f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b0aedab-8c", "ovs_interfaceid": "7b0aedab-8cfb-49cc-8214-8418e75c8aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.796637] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.821794] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897866, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.845331] env[62533]: DEBUG nova.compute.manager [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Received event network-vif-plugged-b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1428.845331] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] Acquiring lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.845331] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.845331] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.845331] env[62533]: DEBUG nova.compute.manager [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] No waiting events found dispatching network-vif-plugged-b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.845621] env[62533]: WARNING nova.compute.manager [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Received unexpected event network-vif-plugged-b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 for instance with vm_state building and task_state spawning. [ 1428.845621] env[62533]: DEBUG nova.compute.manager [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Received event network-changed-b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1428.845718] env[62533]: DEBUG nova.compute.manager [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Refreshing instance network info cache due to event network-changed-b6e0ebea-eb85-49a8-988e-b9a86a24c4f7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1428.845954] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] Acquiring lock "refresh_cache-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.934469] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c5a10-1354-4dd0-98c7-4282089606c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.944268] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86e5426-ded1-4048-878c-76671da6a5a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.989355] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebb9e3a-9ae9-4687-b788-363344d4ac6e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.002212] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf845e0-a186-4122-a20a-39ab8694334a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.013043] env[62533]: DEBUG nova.network.neutron [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Updating instance_info_cache with network_info: [{"id": "b6e0ebea-eb85-49a8-988e-b9a86a24c4f7", "address": "fa:16:3e:79:13:b5", "network": {"id": "55657a05-01ad-4039-95da-c3bf9f6e03a8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1440607945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe8c0cf48944fe6acac8e8e401a8d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e0ebea-eb", "ovs_interfaceid": "b6e0ebea-eb85-49a8-988e-b9a86a24c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.026564] env[62533]: DEBUG nova.compute.provider_tree [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.058271] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.058623] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.230849] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52760d56-0fb0-ea8c-03bb-342e926e850a, 'name': SearchDatastore_Task, 'duration_secs': 0.540848} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.231748] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f4f460-0c6a-4776-a66e-22b61b997600 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.241206] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1429.241206] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52106adc-d826-5b6c-c771-d6d3e105fdf6" [ 1429.241206] env[62533]: _type = "Task" [ 1429.241206] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.244908] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.254708] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52106adc-d826-5b6c-c771-d6d3e105fdf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.268927] env[62533]: INFO nova.compute.manager [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] instance snapshotting [ 1429.271452] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d94ac5-c14f-4480-967e-17af65030b5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.293459] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e22d4ad-88df-4e37-91ef-7ffd3cb255e3 req-9011db18-301e-4fff-ba38-997e3c9b154a service nova] Releasing lock "refresh_cache-a64850bf-39dd-4ca5-a1a1-81a1e287579c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.297735] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6d63c7-8515-447d-b2ad-05b10cebe5b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.306841] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.320603] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897866, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.335943] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.336486] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.336552] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1429.336709] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.519063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Releasing lock "refresh_cache-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.519063] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Instance network_info: |[{"id": "b6e0ebea-eb85-49a8-988e-b9a86a24c4f7", "address": "fa:16:3e:79:13:b5", "network": {"id": "55657a05-01ad-4039-95da-c3bf9f6e03a8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1440607945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe8c0cf48944fe6acac8e8e401a8d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e0ebea-eb", "ovs_interfaceid": "b6e0ebea-eb85-49a8-988e-b9a86a24c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.519276] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] Acquired lock "refresh_cache-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.519276] env[62533]: DEBUG nova.network.neutron [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Refreshing network info cache for port b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.519276] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:13:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6e0ebea-eb85-49a8-988e-b9a86a24c4f7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.530168] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Creating folder: Project (cbe8c0cf48944fe6acac8e8e401a8d4f). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.534160] env[62533]: DEBUG nova.scheduler.client.report [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.537371] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521c304e-caac-4a6d-acd3-de2c9761379b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.548495] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Created folder: Project (cbe8c0cf48944fe6acac8e8e401a8d4f) in parent group-v391816. [ 1429.548689] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Creating folder: Instances. Parent ref: group-v391879. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.549496] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3267c94e-e687-4d50-b71c-90045641b195 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.562701] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Created folder: Instances in parent group-v391879. [ 1429.563185] env[62533]: DEBUG oslo.service.loopingcall [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.564400] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.565278] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e8e992-d6b7-402a-b6dc-6c55a2e9cd91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.590249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.593017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.593017] env[62533]: DEBUG nova.network.neutron [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.596370] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.596370] env[62533]: value = "task-1897869" [ 1429.596370] env[62533]: _type = "Task" [ 1429.596370] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.608492] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897869, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.744592] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.753243] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52106adc-d826-5b6c-c771-d6d3e105fdf6, 'name': SearchDatastore_Task, 'duration_secs': 0.360295} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.753466] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.753721] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a7290afc-ae2f-4b07-aa4f-a2d89bf514f4/a7290afc-ae2f-4b07-aa4f-a2d89bf514f4.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.753977] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fdc4d4d-b371-4f13-a2d4-21ad11671203 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.760512] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1429.760512] env[62533]: value = "task-1897870" [ 1429.760512] env[62533]: _type = "Task" [ 1429.760512] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.768232] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.802233] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.817422] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1429.817797] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897866, 'name': CreateSnapshot_Task, 'duration_secs': 1.283193} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.818136] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84f0d0d3-211b-46d6-9800-d6018089b31b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.822060] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1429.825574] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1357ae65-178f-490e-ad0d-5fc0a1851577 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.838639] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1429.838639] env[62533]: value = "task-1897871" [ 1429.838639] env[62533]: _type = "Task" [ 1429.838639] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.839772] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.848313] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.985319] env[62533]: DEBUG nova.network.neutron [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Updated VIF entry in instance network info cache for port b6e0ebea-eb85-49a8-988e-b9a86a24c4f7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.985717] env[62533]: DEBUG nova.network.neutron [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Updating instance_info_cache with network_info: [{"id": "b6e0ebea-eb85-49a8-988e-b9a86a24c4f7", "address": "fa:16:3e:79:13:b5", "network": {"id": "55657a05-01ad-4039-95da-c3bf9f6e03a8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1440607945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe8c0cf48944fe6acac8e8e401a8d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e0ebea-eb", "ovs_interfaceid": "b6e0ebea-eb85-49a8-988e-b9a86a24c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.040805] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.041587] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.044542] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.378s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.044773] env[62533]: DEBUG nova.objects.instance [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1430.107643] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897869, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.249238] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.270846] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897870, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.308492] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.352411] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1430.353213] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-362f2fad-6eee-4e34-a5b6-092656db07e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.374028] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.377091] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1430.377091] env[62533]: value = "task-1897873" [ 1430.377091] env[62533]: _type = "Task" [ 1430.377091] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.386084] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897873, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.488826] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a25f93a-7671-4923-b54d-6429e2cbd6fe req-20fd1788-bdcf-4abb-8011-0bcb614dd92d service nova] Releasing lock "refresh_cache-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.549842] env[62533]: DEBUG nova.compute.utils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.555087] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.555276] env[62533]: DEBUG nova.network.neutron [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.611150] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897869, 'name': CreateVM_Task, 'duration_secs': 0.703126} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.611334] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.612134] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.612314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.612559] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.612825] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf08957-5018-4aae-8ffc-915fa9b39fdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.618750] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1430.618750] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5248fce7-b2eb-c674-47b0-34c45093ebc3" [ 1430.618750] env[62533]: _type = "Task" [ 1430.618750] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.627930] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5248fce7-b2eb-c674-47b0-34c45093ebc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.695230] env[62533]: DEBUG nova.policy [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '470a0d0cb64341df99dcd24b62e739b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75e36005424b414e87563f18451c0995', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.747850] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.771240] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810148} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.771615] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a7290afc-ae2f-4b07-aa4f-a2d89bf514f4/a7290afc-ae2f-4b07-aa4f-a2d89bf514f4.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.771831] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.772152] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b45545cb-af0b-4fb8-a312-d57f1e2be44f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.780730] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1430.780730] env[62533]: value = "task-1897874" [ 1430.780730] env[62533]: _type = "Task" [ 1430.780730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.794992] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.804784] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.868320] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897871, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.886837] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897873, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.892334] env[62533]: DEBUG nova.network.neutron [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [{"id": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "address": "fa:16:3e:03:b8:6f", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8054896-72", "ovs_interfaceid": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.062372] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.065772] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8d97a10f-ec02-47ca-b61c-59da213460e1 tempest-ServersAdmin275Test-1163855053 tempest-ServersAdmin275Test-1163855053-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.066814] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.940s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.067089] env[62533]: DEBUG nova.objects.instance [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lazy-loading 'resources' on Instance uuid 4aaa7e45-fb16-4a47-9743-c7c11e941477 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.129465] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5248fce7-b2eb-c674-47b0-34c45093ebc3, 'name': SearchDatastore_Task, 'duration_secs': 0.027224} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.129770] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.130030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.130893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.130893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.130893] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.130893] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0093eac4-f3d0-4b7c-928b-da9950f848fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.139114] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.139367] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.140127] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b52ebe8-6b39-466a-ae6f-6ee1061d8bca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.146566] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1431.146566] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc0740-c70c-e68a-c0ad-a57c331a6e99" [ 1431.146566] env[62533]: _type = "Task" [ 1431.146566] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.155397] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc0740-c70c-e68a-c0ad-a57c331a6e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.251032] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.295337] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104597} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.295623] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.297138] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75740cc3-4174-479f-9347-962a9349a7f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.335828] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] a7290afc-ae2f-4b07-aa4f-a2d89bf514f4/a7290afc-ae2f-4b07-aa4f-a2d89bf514f4.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.337179] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.337179] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1965df-918f-4ca6-b52f-384b0cf780a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.353037] env[62533]: DEBUG nova.network.neutron [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Successfully created port: e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.360464] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1431.360464] env[62533]: value = "task-1897875" [ 1431.360464] env[62533]: _type = "Task" [ 1431.360464] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.367466] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897871, 'name': CreateSnapshot_Task, 'duration_secs': 1.11985} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.370806] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1431.371564] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea4d70-5c03-46cb-b25e-6b6f298ed27b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.391146] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.396618] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.400608] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897873, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.658337] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc0740-c70c-e68a-c0ad-a57c331a6e99, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.660457] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb681c7-b99e-461b-9d34-0da4aa40dae2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.666094] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1431.666094] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52041c24-5bb6-b15a-8618-73f6f7a4d2a2" [ 1431.666094] env[62533]: _type = "Task" [ 1431.666094] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.675171] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52041c24-5bb6-b15a-8618-73f6f7a4d2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.750476] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.806494] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.882850] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897875, 'name': ReconfigVM_Task, 'duration_secs': 0.319576} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.886379] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Reconfigured VM instance instance-00000011 to attach disk [datastore1] a7290afc-ae2f-4b07-aa4f-a2d89bf514f4/a7290afc-ae2f-4b07-aa4f-a2d89bf514f4.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.889610] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7960a0ba-8160-461f-9e54-dda9879d2f5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.902215] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1431.902215] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897873, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.909576] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c15753e-dfab-410a-9269-3e09c1bac24c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.913560] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1431.913560] env[62533]: value = "task-1897876" [ 1431.913560] env[62533]: _type = "Task" [ 1431.913560] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.923796] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1431.923796] env[62533]: value = "task-1897878" [ 1431.923796] env[62533]: _type = "Task" [ 1431.923796] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.931713] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897876, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.938050] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a2c17-223b-4f44-885c-ef4b542ef611 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.944303] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897878, 'name': CloneVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.965330] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05138e-7e31-4942-af32-aa62e4d988f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.973061] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.077169] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.112969] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.113242] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.113397] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.113573] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.113714] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.113855] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.114069] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.114232] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.114397] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.114556] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.114731] env[62533]: DEBUG nova.virt.hardware [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.115804] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df45e554-cbfb-4066-80b6-efa3b92ddd34 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.127557] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553fb613-c515-43d2-b57b-cca7d7e3d413 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.173859] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337260f8-753b-4acb-be50-f0b6bc8454a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.180182] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52041c24-5bb6-b15a-8618-73f6f7a4d2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.180831] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.181224] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6/a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.181534] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b322280c-aaf3-4b71-9fab-dcec8b9ecbb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.187322] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a1ae88-0e48-4cc1-9726-613c0ac8886e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.191541] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1432.191541] env[62533]: value = "task-1897879" [ 1432.191541] env[62533]: _type = "Task" [ 1432.191541] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.225035] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1659e9-2c99-4b2b-b83c-91156aa47b55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.230536] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.235287] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ffecfe-6372-4eb7-9b09-93d6e0a79343 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.254188] env[62533]: DEBUG nova.compute.provider_tree [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.258988] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.309862] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.399056] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897873, 'name': CloneVM_Task, 'duration_secs': 1.993574} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.399056] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Created linked-clone VM from snapshot [ 1432.399567] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1ab758-93b0-4a3a-a187-9bf8d789bd90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.409323] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Uploading image f77b084c-4137-493b-bd87-344333bf34cd {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1432.432228] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897876, 'name': Rename_Task, 'duration_secs': 0.165737} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.433030] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.433279] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-916421f0-823b-458c-9274-6ca45f1fbfdb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.438631] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897878, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.446263] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1432.446263] env[62533]: value = "task-1897880" [ 1432.446263] env[62533]: _type = "Task" [ 1432.446263] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.453789] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1432.453789] env[62533]: value = "vm-391883" [ 1432.453789] env[62533]: _type = "VirtualMachine" [ 1432.453789] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1432.453789] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-351e9dc0-dc51-43cc-b72f-20a19fdcaee5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.460486] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.465545] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lease: (returnval){ [ 1432.465545] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5252de9f-2d44-0e5a-f02d-cd12bb0bd67e" [ 1432.465545] env[62533]: _type = "HttpNfcLease" [ 1432.465545] env[62533]: } obtained for exporting VM: (result){ [ 1432.465545] env[62533]: value = "vm-391883" [ 1432.465545] env[62533]: _type = "VirtualMachine" [ 1432.465545] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1432.465838] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the lease: (returnval){ [ 1432.465838] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5252de9f-2d44-0e5a-f02d-cd12bb0bd67e" [ 1432.465838] env[62533]: _type = "HttpNfcLease" [ 1432.465838] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1432.473695] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1432.473695] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5252de9f-2d44-0e5a-f02d-cd12bb0bd67e" [ 1432.473695] env[62533]: _type = "HttpNfcLease" [ 1432.473695] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1432.482049] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.482552] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a81b5b-369c-434e-837e-867537171a17 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.489479] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1432.489479] env[62533]: value = "task-1897882" [ 1432.489479] env[62533]: _type = "Task" [ 1432.489479] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.499228] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.702335] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.750342] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.761638] env[62533]: DEBUG nova.scheduler.client.report [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.809220] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.938414] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897878, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.958509] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.980181] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1432.980181] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5252de9f-2d44-0e5a-f02d-cd12bb0bd67e" [ 1432.980181] env[62533]: _type = "HttpNfcLease" [ 1432.980181] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1432.980181] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1432.980181] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5252de9f-2d44-0e5a-f02d-cd12bb0bd67e" [ 1432.980181] env[62533]: _type = "HttpNfcLease" [ 1432.980181] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1432.980181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14978dbf-1064-4261-aae4-0988cc4bc451 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.987405] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286d376-44cd-527b-ab28-dcb15852f522/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1432.987821] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286d376-44cd-527b-ab28-dcb15852f522/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1433.061167] env[62533]: DEBUG oslo_vmware.api [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1897882, 'name': PowerOnVM_Task, 'duration_secs': 0.484601} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.062118] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.062374] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac337b9-f5aa-4fa3-a12e-b611f3573199 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance '691283c4-becb-4caa-8bc2-899110cf74b4' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.078459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "14934761-0459-4baf-838b-fbbbcf332e7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.078459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "14934761-0459-4baf-838b-fbbbcf332e7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.078459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "14934761-0459-4baf-838b-fbbbcf332e7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.078459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "14934761-0459-4baf-838b-fbbbcf332e7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.079129] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "14934761-0459-4baf-838b-fbbbcf332e7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.085044] env[62533]: INFO nova.compute.manager [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Terminating instance [ 1433.107445] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b65562c3-d2b5-4b10-8d88-bdb09c831763 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.184827] env[62533]: DEBUG nova.compute.manager [req-c9cc1c47-330d-4a61-83fe-23052a7554e8 req-f8a50496-470d-4f10-807f-412bd2dc7a11 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-vif-plugged-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1433.185058] env[62533]: DEBUG oslo_concurrency.lockutils [req-c9cc1c47-330d-4a61-83fe-23052a7554e8 req-f8a50496-470d-4f10-807f-412bd2dc7a11 service nova] Acquiring lock "6b256a57-280d-4bcb-b061-bb98954e7448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.185450] env[62533]: DEBUG oslo_concurrency.lockutils [req-c9cc1c47-330d-4a61-83fe-23052a7554e8 req-f8a50496-470d-4f10-807f-412bd2dc7a11 service nova] Lock "6b256a57-280d-4bcb-b061-bb98954e7448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.185688] env[62533]: DEBUG oslo_concurrency.lockutils [req-c9cc1c47-330d-4a61-83fe-23052a7554e8 req-f8a50496-470d-4f10-807f-412bd2dc7a11 service nova] Lock "6b256a57-280d-4bcb-b061-bb98954e7448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.185957] env[62533]: DEBUG nova.compute.manager [req-c9cc1c47-330d-4a61-83fe-23052a7554e8 req-f8a50496-470d-4f10-807f-412bd2dc7a11 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] No waiting events found dispatching network-vif-plugged-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.186044] env[62533]: WARNING nova.compute.manager [req-c9cc1c47-330d-4a61-83fe-23052a7554e8 req-f8a50496-470d-4f10-807f-412bd2dc7a11 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received unexpected event network-vif-plugged-e6edcbe2-37b3-48bc-b5da-8017bd7d408e for instance with vm_state building and task_state spawning. [ 1433.203235] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538294} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.203880] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6/a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.203880] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.204034] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6c502b8-7ac3-4b80-84a7-c8b152352466 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.210724] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1433.210724] env[62533]: value = "task-1897883" [ 1433.210724] env[62533]: _type = "Task" [ 1433.210724] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.218983] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.228563] env[62533]: DEBUG nova.network.neutron [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Successfully updated port: e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.251178] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.268964] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.271522] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.088s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.271804] env[62533]: DEBUG nova.objects.instance [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lazy-loading 'resources' on Instance uuid 5333988c-9980-4aca-a0f3-42c4c748f4ae {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.295630] env[62533]: INFO nova.scheduler.client.report [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Deleted allocations for instance 4aaa7e45-fb16-4a47-9743-c7c11e941477 [ 1433.316749] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.439624] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897878, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.459560] env[62533]: DEBUG oslo_vmware.api [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1897880, 'name': PowerOnVM_Task, 'duration_secs': 0.528183} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.460047] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.460390] env[62533]: INFO nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Took 19.95 seconds to spawn the instance on the hypervisor. [ 1433.460778] env[62533]: DEBUG nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.462120] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc319565-754e-4bf9-8e78-86d7218a4587 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.592117] env[62533]: DEBUG nova.compute.manager [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.592117] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.592117] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77444cbc-7755-4e6f-b75d-9fe6edcad07f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.600264] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.600657] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c68e38a6-b7e2-4cba-a3d9-1bfd96ec019e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.608346] env[62533]: DEBUG oslo_vmware.api [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1433.608346] env[62533]: value = "task-1897884" [ 1433.608346] env[62533]: _type = "Task" [ 1433.608346] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.617899] env[62533]: DEBUG oslo_vmware.api [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.722775] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071128} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.723182] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.724171] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12c60ea-4ecb-47df-adff-bcd22f4afbe9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.741612] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.741984] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.742256] env[62533]: DEBUG nova.network.neutron [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.755207] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6/a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.757556] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b074bb02-b600-4933-8b1f-0fa44f6594c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.787420] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897862, 'name': CreateVM_Task, 'duration_secs': 7.182303} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.789340] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.789560] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1433.789560] env[62533]: value = "task-1897885" [ 1433.789560] env[62533]: _type = "Task" [ 1433.789560] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.790461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.790461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.790844] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.791351] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f697442e-c502-4447-ad21-3078a5999156 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.800483] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1433.800483] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52670dc0-8527-7e2c-015f-363a10114e58" [ 1433.800483] env[62533]: _type = "Task" [ 1433.800483] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.804768] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.817775] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7a9ed955-e564-43b3-aa74-b80075c1c18f tempest-ServersAaction247Test-644779238 tempest-ServersAaction247Test-644779238-project-member] Lock "4aaa7e45-fb16-4a47-9743-c7c11e941477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.561s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.826826] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52670dc0-8527-7e2c-015f-363a10114e58, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.830706] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.831022] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.831404] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.832139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.832139] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.832634] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897865, 'name': CreateVM_Task, 'duration_secs': 7.111283} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.832634] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-960dcf82-196f-4ba8-95b4-e6cb2a4a4571 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.835187] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.839032] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.839032] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.839527] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.841521] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553b5964-4653-4786-8e6d-49bc6261dfdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.847677] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1433.847677] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f2bbfd-c6c1-842b-6379-191a73612236" [ 1433.847677] env[62533]: _type = "Task" [ 1433.847677] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.848977] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.849294] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.852944] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ef26d8-d3a6-4804-b383-05388f333186 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.861681] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f2bbfd-c6c1-842b-6379-191a73612236, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.866082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.866398] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.866666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.867384] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1433.867384] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e1c5ef-d647-5e07-e80c-955565215631" [ 1433.867384] env[62533]: _type = "Task" [ 1433.867384] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.878401] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e1c5ef-d647-5e07-e80c-955565215631, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.879311] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbcb2f9-8b94-472f-821d-8266199f7556 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.886013] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1433.886013] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52491f8b-702d-b83f-619e-22d72b02752f" [ 1433.886013] env[62533]: _type = "Task" [ 1433.886013] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.898312] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52491f8b-702d-b83f-619e-22d72b02752f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.898825] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.899296] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 246b06d7-5985-43dd-809d-d9cb4428d230/246b06d7-5985-43dd-809d-d9cb4428d230.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.899681] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.900102] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.900288] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0091dad8-d248-4cd7-a40c-dcbd106c6ceb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.905417] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a31b262-040b-4edd-af2d-60323e2d6123 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.914841] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1433.914841] env[62533]: value = "task-1897886" [ 1433.914841] env[62533]: _type = "Task" [ 1433.914841] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.920986] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.921057] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.922726] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86d6f1e-c95b-427b-94ce-203fe9f225f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.936045] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.937789] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1433.937789] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528776b8-a0e1-d7ee-683d-b05d60de46c0" [ 1433.937789] env[62533]: _type = "Task" [ 1433.937789] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.945199] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897878, 'name': CloneVM_Task, 'duration_secs': 1.693255} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.952040] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Created linked-clone VM from snapshot [ 1433.952040] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb067bfc-b388-4012-9044-94821e979753 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.958409] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528776b8-a0e1-d7ee-683d-b05d60de46c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.959836] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881b6c09-8e32-4019-bb99-de11cf1572bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.970848] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Uploading image 9419354b-7840-416a-a911-c4bb88d92cc1 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1433.974124] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1433.974124] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f9a239-7be0-b9af-1872-8f99b2090248" [ 1433.974124] env[62533]: _type = "Task" [ 1433.974124] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.993480] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1433.996100] env[62533]: INFO nova.compute.manager [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Took 45.52 seconds to build instance. [ 1433.998444] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f9a239-7be0-b9af-1872-8f99b2090248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.998444] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efbfdbac-a1c8-4d3b-8212-dd4fbbd14dbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.003675] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1434.003675] env[62533]: value = "task-1897888" [ 1434.003675] env[62533]: _type = "Task" [ 1434.003675] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.014217] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897888, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.118720] env[62533]: DEBUG oslo_vmware.api [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897884, 'name': PowerOffVM_Task, 'duration_secs': 0.387986} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.122028] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.122443] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.124770] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c38078-3b3c-4804-9437-22e7f15a6630 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.262121] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.262411] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.262662] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Deleting the datastore file [datastore2] 14934761-0459-4baf-838b-fbbbcf332e7a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.263347] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2817e0e9-165b-4c8e-9082-a4afced76bef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.270220] env[62533]: DEBUG oslo_vmware.api [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for the task: (returnval){ [ 1434.270220] env[62533]: value = "task-1897890" [ 1434.270220] env[62533]: _type = "Task" [ 1434.270220] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.279148] env[62533]: DEBUG oslo_vmware.api [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.303622] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.349623] env[62533]: DEBUG nova.network.neutron [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.380747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e41e60-463c-483f-9ad1-2d1d2aec4ed8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.390185] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdde172-e5f7-4f99-b2ab-5917f8b5b898 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.428792] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23165e1-609b-4e49-83f0-d8ede5b5d52b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.437706] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897886, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.441450] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a456e-3c0c-4bef-bf6b-485d848a1eae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.458930] env[62533]: DEBUG nova.compute.provider_tree [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.485223] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f9a239-7be0-b9af-1872-8f99b2090248, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.487985] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.488393] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a64850bf-39dd-4ca5-a1a1-81a1e287579c/a64850bf-39dd-4ca5-a1a1-81a1e287579c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.489120] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe24c1e-166c-4b12-9167-ed249132f69a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.496406] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1434.496406] env[62533]: value = "task-1897891" [ 1434.496406] env[62533]: _type = "Task" [ 1434.496406] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.500501] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e9755c5-bdec-4031-b6b7-8ff2db4a24ab tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.842s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.508650] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.518513] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897888, 'name': Destroy_Task, 'duration_secs': 0.424753} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.518792] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Destroyed the VM [ 1434.519165] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1434.519452] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83155adf-728f-4855-b45c-f9bf14267015 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.528798] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1434.528798] env[62533]: value = "task-1897892" [ 1434.528798] env[62533]: _type = "Task" [ 1434.528798] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.539640] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.780969] env[62533]: DEBUG oslo_vmware.api [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Task: {'id': task-1897890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175837} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.781538] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.781683] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.781754] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.782065] env[62533]: INFO nova.compute.manager [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1434.782557] env[62533]: DEBUG oslo.service.loopingcall [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.782753] env[62533]: DEBUG nova.compute.manager [-] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1434.782753] env[62533]: DEBUG nova.network.neutron [-] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.804492] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.934332] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936289} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.934606] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 246b06d7-5985-43dd-809d-d9cb4428d230/246b06d7-5985-43dd-809d-d9cb4428d230.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.934849] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.935227] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e57137f-067d-41a1-815e-77de4b7afbf6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.942919] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1434.942919] env[62533]: value = "task-1897893" [ 1434.942919] env[62533]: _type = "Task" [ 1434.942919] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.954191] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.962391] env[62533]: DEBUG nova.scheduler.client.report [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.004235] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.014468] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.040753] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897892, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.138953] env[62533]: DEBUG nova.network.neutron [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.307326] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897885, 'name': ReconfigVM_Task, 'duration_secs': 1.196706} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.307683] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6/a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.309011] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e94fe00-ada5-4d37-b900-93a679a5777e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.317810] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1435.317810] env[62533]: value = "task-1897894" [ 1435.317810] env[62533]: _type = "Task" [ 1435.317810] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.327763] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897894, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.457241] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274225} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.457532] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.458627] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4f1c7-b4f0-4b32-9a62-51ae53b1310a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.475378] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.492402] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 246b06d7-5985-43dd-809d-d9cb4428d230/246b06d7-5985-43dd-809d-d9cb4428d230.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.493791] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.094s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.494259] env[62533]: DEBUG nova.objects.instance [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lazy-loading 'resources' on Instance uuid e0e62316-8e27-4949-a050-3f05f8020ca1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.496401] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7b502e-5607-4c5c-abd3-30c6eb2859d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.526121] env[62533]: INFO nova.scheduler.client.report [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocations for instance 5333988c-9980-4aca-a0f3-42c4c748f4ae [ 1435.531431] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "691283c4-becb-4caa-8bc2-899110cf74b4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.531726] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.531897] env[62533]: DEBUG nova.compute.manager [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Going to confirm migration 1 {{(pid=62533) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1435.554966] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1435.554966] env[62533]: value = "task-1897895" [ 1435.554966] env[62533]: _type = "Task" [ 1435.554966] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.567205] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96181} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.568483] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.574035] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a64850bf-39dd-4ca5-a1a1-81a1e287579c/a64850bf-39dd-4ca5-a1a1-81a1e287579c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.574035] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.574035] env[62533]: DEBUG oslo_vmware.api [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897892, 'name': RemoveSnapshot_Task, 'duration_secs': 0.837707} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.574297] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f1d6bd-c1bc-48d5-819b-5668f43dc411 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.577055] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1435.585735] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.591231] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1435.591231] env[62533]: value = "task-1897896" [ 1435.591231] env[62533]: _type = "Task" [ 1435.591231] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.604683] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.642938] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.643373] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Instance network_info: |[{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.643854] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:37:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6edcbe2-37b3-48bc-b5da-8017bd7d408e', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.654982] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Creating folder: Project (75e36005424b414e87563f18451c0995). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.655819] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-557c54c1-bd5f-4528-84da-851cbc872b42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.667801] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Created folder: Project (75e36005424b414e87563f18451c0995) in parent group-v391816. [ 1435.668174] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Creating folder: Instances. Parent ref: group-v391886. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.668472] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ab73776-9a3a-4a13-b179-97563a35e8f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.679862] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Created folder: Instances in parent group-v391886. [ 1435.680433] env[62533]: DEBUG oslo.service.loopingcall [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.680508] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.680749] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26b6fdb-8f71-4696-acc7-665f27ece6bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.702691] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.702691] env[62533]: value = "task-1897899" [ 1435.702691] env[62533]: _type = "Task" [ 1435.702691] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.711799] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897899, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.799586] env[62533]: DEBUG nova.compute.manager [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1435.799805] env[62533]: DEBUG nova.compute.manager [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing instance network info cache due to event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1435.800008] env[62533]: DEBUG oslo_concurrency.lockutils [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.800429] env[62533]: DEBUG oslo_concurrency.lockutils [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.800610] env[62533]: DEBUG nova.network.neutron [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.830037] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897894, 'name': Rename_Task, 'duration_secs': 0.258074} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.830382] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.830658] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf15e6ac-1556-4fe7-a4d5-102e544352fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.837643] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1435.837643] env[62533]: value = "task-1897900" [ 1435.837643] env[62533]: _type = "Task" [ 1435.837643] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.848508] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.987374] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "deba2423-2f9a-469b-9d34-16a66f346580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.988172] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "deba2423-2f9a-469b-9d34-16a66f346580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.067188] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897895, 'name': ReconfigVM_Task, 'duration_secs': 0.395773} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.073516] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 246b06d7-5985-43dd-809d-d9cb4428d230/246b06d7-5985-43dd-809d-d9cb4428d230.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.073516] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf059af7-690a-4b42-bbf6-789273095db0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.079188] env[62533]: DEBUG oslo_concurrency.lockutils [None req-86ad6e9b-3d10-47d3-8e13-0421b6fa399c tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "5333988c-9980-4aca-a0f3-42c4c748f4ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.032s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.083989] env[62533]: WARNING nova.compute.manager [None req-55b432e0-297f-40bb-9b8f-6a79a3dd10a0 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Image not found during snapshot: nova.exception.ImageNotFound: Image 9419354b-7840-416a-a911-c4bb88d92cc1 could not be found. [ 1436.086115] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1436.086115] env[62533]: value = "task-1897901" [ 1436.086115] env[62533]: _type = "Task" [ 1436.086115] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.106175] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897901, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.110975] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074435} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.111280] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.115563] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657a689-316b-4991-912a-f80bff4c9950 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.140814] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] a64850bf-39dd-4ca5-a1a1-81a1e287579c/a64850bf-39dd-4ca5-a1a1-81a1e287579c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.144345] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58bec02-8712-4c04-a640-832e9ad1404f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.164405] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1436.164405] env[62533]: value = "task-1897903" [ 1436.164405] env[62533]: _type = "Task" [ 1436.164405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.173718] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.212764] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897899, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.347893] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.412518] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.412613] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.412836] env[62533]: DEBUG nova.network.neutron [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.413050] env[62533]: DEBUG nova.objects.instance [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lazy-loading 'info_cache' on Instance uuid 691283c4-becb-4caa-8bc2-899110cf74b4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.597026] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72c1fe-984a-414d-a8b6-f3cfec3505fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.604394] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897901, 'name': Rename_Task, 'duration_secs': 0.264726} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.605609] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.606124] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c8fc098-76e8-4ff0-8368-2c1ef6842225 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.614645] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfcfa1c-c582-4fe6-a25b-aed865238846 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.618857] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1436.618857] env[62533]: value = "task-1897904" [ 1436.618857] env[62533]: _type = "Task" [ 1436.618857] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.659183] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4734e-a64d-4b8c-856e-0d92d90d3d1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.666207] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.674972] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d2eda3-a484-495d-9313-268f41fac2b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.682290] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.698621] env[62533]: DEBUG nova.compute.provider_tree [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.714699] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897899, 'name': CreateVM_Task, 'duration_secs': 0.536307} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.714762] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.715461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.715667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.715985] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.716284] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184f8fc0-a174-40f6-b51b-e24da845b2e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.721338] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1436.721338] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521865ba-4b4c-eb81-9679-217d9bff0378" [ 1436.721338] env[62533]: _type = "Task" [ 1436.721338] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.729616] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521865ba-4b4c-eb81-9679-217d9bff0378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.850845] env[62533]: DEBUG oslo_vmware.api [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897900, 'name': PowerOnVM_Task, 'duration_secs': 0.757817} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.850845] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.851421] env[62533]: INFO nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1436.851421] env[62533]: DEBUG nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.852153] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37f3b83-de5e-4048-9e37-f3f96f094963 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.063706] env[62533]: DEBUG nova.network.neutron [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updated VIF entry in instance network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.063706] env[62533]: DEBUG nova.network.neutron [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.134851] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897904, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.181791] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897903, 'name': ReconfigVM_Task, 'duration_secs': 0.535449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.182475] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] a64850bf-39dd-4ca5-a1a1-81a1e287579c/a64850bf-39dd-4ca5-a1a1-81a1e287579c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.183969] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07d79ed1-6b8b-45cf-9ae9-a0c812abdf3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.187145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "5640b6a5-232f-425b-8d39-57caf53ee122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.187700] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "5640b6a5-232f-425b-8d39-57caf53ee122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.187795] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "5640b6a5-232f-425b-8d39-57caf53ee122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.187960] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "5640b6a5-232f-425b-8d39-57caf53ee122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.189048] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "5640b6a5-232f-425b-8d39-57caf53ee122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.191932] env[62533]: INFO nova.compute.manager [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Terminating instance [ 1437.200295] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1437.200295] env[62533]: value = "task-1897905" [ 1437.200295] env[62533]: _type = "Task" [ 1437.200295] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.206043] env[62533]: DEBUG nova.scheduler.client.report [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.218818] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897905, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.232888] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521865ba-4b4c-eb81-9679-217d9bff0378, 'name': SearchDatastore_Task, 'duration_secs': 0.016163} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.233085] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.233363] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.233609] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.233776] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.233953] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.234273] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4265655b-6436-4fb8-83ee-e7aaf5ab0d40 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.243058] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.243209] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.244127] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcd20c6-6d25-44a1-8cfa-16a20a917db9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.251440] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1437.251440] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a0966-531d-e7eb-61ae-b6350ee22750" [ 1437.251440] env[62533]: _type = "Task" [ 1437.251440] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.263055] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a0966-531d-e7eb-61ae-b6350ee22750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.346600] env[62533]: DEBUG nova.network.neutron [-] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.374906] env[62533]: INFO nova.compute.manager [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Took 42.73 seconds to build instance. [ 1437.567227] env[62533]: DEBUG oslo_concurrency.lockutils [req-bb47f123-96a4-440a-ae0e-417d43abd15e req-dd5cd964-6565-420f-b7dd-71f774cf21f3 service nova] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.631864] env[62533]: DEBUG oslo_vmware.api [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897904, 'name': PowerOnVM_Task, 'duration_secs': 0.706539} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.632207] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.632525] env[62533]: INFO nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Took 16.20 seconds to spawn the instance on the hypervisor. [ 1437.632743] env[62533]: DEBUG nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.634202] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c7536-becd-44b2-88a6-c2eedb846ff8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.698566] env[62533]: DEBUG nova.compute.manager [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.698940] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.700501] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8f475-88af-42f1-ac6c-0ae308a1a369 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.713617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.715883] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.723476] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.980s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.726202] env[62533]: INFO nova.compute.claims [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.729372] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76db042c-dbf8-43ee-9134-42269aa51b73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.731998] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897905, 'name': Rename_Task, 'duration_secs': 0.187733} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.733748] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.735152] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1acb28d3-343f-45c8-8697-fe1af1085ea8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.740133] env[62533]: DEBUG oslo_vmware.api [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1437.740133] env[62533]: value = "task-1897906" [ 1437.740133] env[62533]: _type = "Task" [ 1437.740133] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.745824] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1437.745824] env[62533]: value = "task-1897907" [ 1437.745824] env[62533]: _type = "Task" [ 1437.745824] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.751542] env[62533]: INFO nova.scheduler.client.report [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Deleted allocations for instance e0e62316-8e27-4949-a050-3f05f8020ca1 [ 1437.760172] env[62533]: DEBUG oslo_vmware.api [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.774319] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897907, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.786815] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a0966-531d-e7eb-61ae-b6350ee22750, 'name': SearchDatastore_Task, 'duration_secs': 0.018511} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.793036] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7aa4e0-2c5b-4f57-8cf1-6619d9feb8d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.800142] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1437.800142] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528268db-713f-b2cd-e338-bdfed82a60a1" [ 1437.800142] env[62533]: _type = "Task" [ 1437.800142] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.810171] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528268db-713f-b2cd-e338-bdfed82a60a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.852410] env[62533]: INFO nova.compute.manager [-] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Took 3.07 seconds to deallocate network for instance. [ 1437.853437] env[62533]: DEBUG nova.network.neutron [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [{"id": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "address": "fa:16:3e:03:b8:6f", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8054896-72", "ovs_interfaceid": "c8054896-7287-45aa-8f90-b3e8652a2ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.876914] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd6bdd27-736e-489c-963c-e27e8db744aa tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.641s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.109543] env[62533]: DEBUG nova.compute.manager [req-587aad2b-04ee-4bf4-8ff5-abd826416a9c req-d53db684-172c-4256-8b01-44f048406c81 service nova] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Received event network-vif-deleted-5fcee10d-4ff2-4a48-b772-f9ce512a4924 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1438.159845] env[62533]: INFO nova.compute.manager [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Took 45.20 seconds to build instance. [ 1438.255265] env[62533]: DEBUG oslo_vmware.api [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897906, 'name': PowerOffVM_Task, 'duration_secs': 0.269326} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.255904] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.256512] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.256512] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b7c8a33-d856-4a81-a0a6-6f728bba0245 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.261932] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.273799] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d120cd99-f920-4672-b776-34db3ceddaf8 tempest-ServersAdmin275Test-2028797038 tempest-ServersAdmin275Test-2028797038-project-member] Lock "e0e62316-8e27-4949-a050-3f05f8020ca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.395s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.310723] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528268db-713f-b2cd-e338-bdfed82a60a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.310978] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.311357] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/6b256a57-280d-4bcb-b061-bb98954e7448.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.311545] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ac4012-0be8-43b8-8c55-a8a44d5715b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.319690] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1438.319690] env[62533]: value = "task-1897910" [ 1438.319690] env[62533]: _type = "Task" [ 1438.319690] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.328368] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.357746] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.358115] env[62533]: DEBUG nova.objects.instance [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lazy-loading 'migration_context' on Instance uuid 691283c4-becb-4caa-8bc2-899110cf74b4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.362524] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.374647] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.375040] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.375343] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleting the datastore file [datastore1] 5640b6a5-232f-425b-8d39-57caf53ee122 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.376072] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1974feb7-3b93-44c5-8633-8512f5c13f06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.379383] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.384405] env[62533]: DEBUG oslo_vmware.api [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1438.384405] env[62533]: value = "task-1897911" [ 1438.384405] env[62533]: _type = "Task" [ 1438.384405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.393921] env[62533]: DEBUG oslo_vmware.api [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.557560] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "interface-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.561300] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "interface-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.561300] env[62533]: DEBUG nova.objects.instance [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lazy-loading 'flavor' on Instance uuid a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.664689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a6010e8-6b96-411a-9bcc-e43e0f3d557f tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.384s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.758039] env[62533]: DEBUG oslo_vmware.api [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897907, 'name': PowerOnVM_Task, 'duration_secs': 0.679326} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.758039] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.758211] env[62533]: INFO nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Took 22.62 seconds to spawn the instance on the hypervisor. [ 1438.758854] env[62533]: DEBUG nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.759724] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab928b12-4f67-478b-827b-d9128f54af2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.837363] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.861238] env[62533]: DEBUG nova.objects.base [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Object Instance<691283c4-becb-4caa-8bc2-899110cf74b4> lazy-loaded attributes: info_cache,migration_context {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1438.864970] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4163af3-e516-4b0d-acc6-713be1517fe6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.898625] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11e5abf-63ad-4eac-b67d-8ee0c623f68e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.907019] env[62533]: DEBUG oslo_vmware.api [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1438.907019] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523b0927-ed89-c872-34ec-674b81a1fe7d" [ 1438.907019] env[62533]: _type = "Task" [ 1438.907019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.911690] env[62533]: DEBUG oslo_vmware.api [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1897911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447224} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.915133] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.915133] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.915133] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.915133] env[62533]: INFO nova.compute.manager [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1438.915385] env[62533]: DEBUG oslo.service.loopingcall [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.918294] env[62533]: DEBUG nova.compute.manager [-] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.918450] env[62533]: DEBUG nova.network.neutron [-] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.920976] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.927836] env[62533]: DEBUG oslo_vmware.api [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523b0927-ed89-c872-34ec-674b81a1fe7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.927836] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.068620] env[62533]: DEBUG nova.objects.instance [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lazy-loading 'pci_requests' on Instance uuid a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.170407] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.288071] env[62533]: INFO nova.compute.manager [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Took 49.08 seconds to build instance. [ 1439.294785] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55be4782-6bd8-48a6-b32f-de50f623a5cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.302336] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70781273-b774-49d2-9518-e897bb7f973a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.339942] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c4a1c-0522-4048-844b-ba670ade8591 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.348820] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675303} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.352511] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/6b256a57-280d-4bcb-b061-bb98954e7448.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.352779] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.353552] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7eb8288-7cdf-43c8-b693-6674537d0639 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.356724] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0704a6cc-d1a1-4f1c-a7c4-ece6e2f519b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.378258] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1439.378258] env[62533]: value = "task-1897912" [ 1439.378258] env[62533]: _type = "Task" [ 1439.378258] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.379939] env[62533]: DEBUG nova.compute.provider_tree [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.390216] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.571993] env[62533]: DEBUG nova.objects.base [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1439.572302] env[62533]: DEBUG nova.network.neutron [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.716478] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.744667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1adb2eb9-6fb1-4517-9fe5-aebb1af114ff tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "interface-a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.187s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.791887] env[62533]: DEBUG oslo_concurrency.lockutils [None req-03db2751-4656-4353-976d-a2137210b7bc tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.266s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.858044] env[62533]: DEBUG nova.network.neutron [-] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.886839] env[62533]: DEBUG nova.scheduler.client.report [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.901638] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084123} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.901964] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.903716] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7129478-f83c-4e1e-bee8-dbf1680b07aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.935462] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/6b256a57-280d-4bcb-b061-bb98954e7448.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.935817] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566f6775-671a-4a76-9b5d-aa5b8bc15bac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.961503] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1439.961503] env[62533]: value = "task-1897913" [ 1439.961503] env[62533]: _type = "Task" [ 1439.961503] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.970683] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.294428] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.357644] env[62533]: INFO nova.compute.manager [-] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Took 1.44 seconds to deallocate network for instance. [ 1440.395754] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.396493] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.401782] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.559s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.410317] env[62533]: INFO nova.compute.claims [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.477660] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897913, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.826496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.868555] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.914908] env[62533]: DEBUG nova.compute.utils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.925220] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.925220] env[62533]: DEBUG nova.network.neutron [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.975934] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897913, 'name': ReconfigVM_Task, 'duration_secs': 0.516672} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.976564] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/6b256a57-280d-4bcb-b061-bb98954e7448.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.977257] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0bfb18c-9e16-43af-91a9-b5fd8b151eee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.984983] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1440.984983] env[62533]: value = "task-1897915" [ 1440.984983] env[62533]: _type = "Task" [ 1440.984983] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.986926] env[62533]: DEBUG nova.policy [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e60d946245b041b59f95af08f8e6c1f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '726f1b48d512413197a03b93d5c13e40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1441.001270] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897915, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.258588] env[62533]: DEBUG nova.compute.manager [req-47cd95c1-f267-48da-b659-4ea0a8635cf2 req-cb5ff6e6-b2bb-4cb8-8921-4b52bf767366 service nova] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Received event network-vif-deleted-e51db674-c110-4ed9-9569-75c863049e44 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1441.384147] env[62533]: DEBUG nova.network.neutron [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Successfully created port: db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.424411] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.501807] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897915, 'name': Rename_Task, 'duration_secs': 0.208967} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.502108] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.502391] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e1f8aa-ad9d-4c26-a707-6043ca390732 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.514574] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1441.514574] env[62533]: value = "task-1897916" [ 1441.514574] env[62533]: _type = "Task" [ 1441.514574] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.527677] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.740049] env[62533]: DEBUG oslo_concurrency.lockutils [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "246b06d7-5985-43dd-809d-d9cb4428d230" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.740401] env[62533]: DEBUG oslo_concurrency.lockutils [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.740583] env[62533]: DEBUG nova.compute.manager [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.742167] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc8bae-ce35-4a9e-a52f-71e8759602ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.750855] env[62533]: DEBUG nova.compute.manager [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1441.751811] env[62533]: DEBUG nova.objects.instance [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lazy-loading 'flavor' on Instance uuid 246b06d7-5985-43dd-809d-d9cb4428d230 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.947914] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f1f597-e24b-47d8-a0f2-4584735cd65f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.960255] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6acf05-943a-4cad-a5b5-50e41a1bc91d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.997557] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c29d6-6a10-40bd-a83d-340cf83b467f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.006576] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8196da24-9421-4e6e-9e95-8aab9bbbedcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.021841] env[62533]: DEBUG nova.compute.provider_tree [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.031671] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.277123] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.277123] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.277223] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.277433] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.277659] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.283913] env[62533]: INFO nova.compute.manager [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Terminating instance [ 1442.327714] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.327965] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.435459] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.475904] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.476203] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.476414] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.476614] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.477309] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.477309] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.477309] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.477482] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.477598] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.477761] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.477932] env[62533]: DEBUG nova.virt.hardware [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.478976] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c521709f-f2b2-4615-98c1-ae2e7fb6d410 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.490547] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8fbcc6-2a0c-40c7-8add-9e4ebafa59e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.528405] env[62533]: DEBUG nova.scheduler.client.report [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.536796] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897916, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.667785] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.668131] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.768815] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.768815] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff36c5f-4766-4813-9bd3-114eebaf7fee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.776333] env[62533]: DEBUG oslo_vmware.api [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1442.776333] env[62533]: value = "task-1897918" [ 1442.776333] env[62533]: _type = "Task" [ 1442.776333] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.789492] env[62533]: DEBUG nova.compute.manager [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.789692] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.790107] env[62533]: DEBUG oslo_vmware.api [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.790941] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3a351c-bf95-4b5c-acd4-e75a3e5e3ac1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.800788] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.801074] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e1a816-ca4d-479d-87bd-43d3a6489520 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.808152] env[62533]: DEBUG oslo_vmware.api [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1442.808152] env[62533]: value = "task-1897919" [ 1442.808152] env[62533]: _type = "Task" [ 1442.808152] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.821794] env[62533]: DEBUG oslo_vmware.api [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.034139] env[62533]: DEBUG oslo_vmware.api [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897916, 'name': PowerOnVM_Task, 'duration_secs': 1.201407} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.034528] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.034740] env[62533]: INFO nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1443.034975] env[62533]: DEBUG nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.035962] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e037b15-2f61-43f0-88f4-4452025604b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.039774] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.040565] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.044144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.981s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.045335] env[62533]: INFO nova.compute.claims [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.169632] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.169926] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.170206] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.171810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.171810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.174891] env[62533]: INFO nova.compute.manager [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Terminating instance [ 1443.289554] env[62533]: DEBUG oslo_vmware.api [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897918, 'name': PowerOffVM_Task, 'duration_secs': 0.292977} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.289554] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.289554] env[62533]: DEBUG nova.compute.manager [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.289827] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d916fb-d7fd-4883-b29c-57dc93101b23 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.321500] env[62533]: DEBUG oslo_vmware.api [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897919, 'name': PowerOffVM_Task, 'duration_secs': 0.280519} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.321991] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.322214] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.322513] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3ca1b0-baeb-4e0c-aa49-defa96334e9b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.419020] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.419318] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.419535] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Deleting the datastore file [datastore1] a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.419823] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb81a33b-91e7-4edb-9aa9-d5903c0ad409 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.428975] env[62533]: DEBUG oslo_vmware.api [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for the task: (returnval){ [ 1443.428975] env[62533]: value = "task-1897921" [ 1443.428975] env[62533]: _type = "Task" [ 1443.428975] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.440508] env[62533]: DEBUG oslo_vmware.api [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.512934] env[62533]: DEBUG nova.compute.manager [req-64bafb3c-f53c-46ce-8965-be23496f742e req-99951428-040f-4f7e-83d0-b55c294cf552 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Received event network-vif-plugged-db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1443.512934] env[62533]: DEBUG oslo_concurrency.lockutils [req-64bafb3c-f53c-46ce-8965-be23496f742e req-99951428-040f-4f7e-83d0-b55c294cf552 service nova] Acquiring lock "41069779-32fb-4701-8208-cb70d27c7533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.513880] env[62533]: DEBUG oslo_concurrency.lockutils [req-64bafb3c-f53c-46ce-8965-be23496f742e req-99951428-040f-4f7e-83d0-b55c294cf552 service nova] Lock "41069779-32fb-4701-8208-cb70d27c7533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.514519] env[62533]: DEBUG oslo_concurrency.lockutils [req-64bafb3c-f53c-46ce-8965-be23496f742e req-99951428-040f-4f7e-83d0-b55c294cf552 service nova] Lock "41069779-32fb-4701-8208-cb70d27c7533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.514878] env[62533]: DEBUG nova.compute.manager [req-64bafb3c-f53c-46ce-8965-be23496f742e req-99951428-040f-4f7e-83d0-b55c294cf552 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] No waiting events found dispatching network-vif-plugged-db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1443.515255] env[62533]: WARNING nova.compute.manager [req-64bafb3c-f53c-46ce-8965-be23496f742e req-99951428-040f-4f7e-83d0-b55c294cf552 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Received unexpected event network-vif-plugged-db76ab9e-eed1-4a81-912d-5b0dbaf0106d for instance with vm_state building and task_state spawning. [ 1443.553294] env[62533]: DEBUG nova.compute.utils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.556197] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1443.559785] env[62533]: DEBUG nova.network.neutron [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1443.576930] env[62533]: INFO nova.compute.manager [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Took 45.05 seconds to build instance. [ 1443.581768] env[62533]: DEBUG nova.network.neutron [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Successfully updated port: db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.641160] env[62533]: DEBUG nova.policy [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1443.685020] env[62533]: DEBUG nova.compute.manager [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.685020] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.685020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17450ba-416f-430c-ab2d-6603b0355edc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.693873] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.693873] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7a19c8-2599-470a-acc2-85470cb995e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.703106] env[62533]: DEBUG oslo_vmware.api [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1443.703106] env[62533]: value = "task-1897922" [ 1443.703106] env[62533]: _type = "Task" [ 1443.703106] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.712967] env[62533]: DEBUG oslo_vmware.api [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.806240] env[62533]: DEBUG oslo_concurrency.lockutils [None req-883e7387-18e9-4987-9f0e-d528bae66f28 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.940105] env[62533]: DEBUG oslo_vmware.api [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Task: {'id': task-1897921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279024} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.943291] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.943291] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.943291] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.943291] env[62533]: INFO nova.compute.manager [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1443.943291] env[62533]: DEBUG oslo.service.loopingcall [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.943440] env[62533]: DEBUG nova.compute.manager [-] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.943440] env[62533]: DEBUG nova.network.neutron [-] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.064924] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.087865] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "refresh_cache-41069779-32fb-4701-8208-cb70d27c7533" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.089185] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquired lock "refresh_cache-41069779-32fb-4701-8208-cb70d27c7533" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.089469] env[62533]: DEBUG nova.network.neutron [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.091508] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5e12ce08-2162-4bb5-8717-5107a400c164 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "6b256a57-280d-4bcb-b061-bb98954e7448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.462s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.098289] env[62533]: DEBUG nova.network.neutron [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Successfully created port: 8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.214842] env[62533]: DEBUG oslo_vmware.api [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897922, 'name': PowerOffVM_Task, 'duration_secs': 0.288254} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.215144] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.215307] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.215568] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34bc5a83-bf27-4a5f-992f-f47421b23c07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.306388] env[62533]: INFO nova.compute.manager [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Rescuing [ 1444.306660] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.306844] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.306972] env[62533]: DEBUG nova.network.neutron [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.320939] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.321456] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.321623] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Deleting the datastore file [datastore1] a64850bf-39dd-4ca5-a1a1-81a1e287579c {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.322338] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c098042-470b-4cf2-b9d9-f5f3bcd6914d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.339257] env[62533]: DEBUG oslo_vmware.api [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for the task: (returnval){ [ 1444.339257] env[62533]: value = "task-1897924" [ 1444.339257] env[62533]: _type = "Task" [ 1444.339257] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.352026] env[62533]: DEBUG oslo_vmware.api [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.444805] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286d376-44cd-527b-ab28-dcb15852f522/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1444.445907] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5525c14-1187-4ba1-9079-64a14d199f21 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.457341] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286d376-44cd-527b-ab28-dcb15852f522/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1444.457341] env[62533]: ERROR oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286d376-44cd-527b-ab28-dcb15852f522/disk-0.vmdk due to incomplete transfer. [ 1444.457341] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4843fdb6-96c1-47b8-9f50-0b87c6938259 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.472110] env[62533]: DEBUG oslo_vmware.rw_handles [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286d376-44cd-527b-ab28-dcb15852f522/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1444.472110] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Uploaded image f77b084c-4137-493b-bd87-344333bf34cd to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1444.473700] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1444.473969] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3f77157-1a79-4027-83f9-de6c356e0cd9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.481880] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1444.481880] env[62533]: value = "task-1897925" [ 1444.481880] env[62533]: _type = "Task" [ 1444.481880] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.499748] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897925, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.603515] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.655507] env[62533]: DEBUG nova.network.neutron [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.692199] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b4c0a-7aaa-4175-9145-4e7ca5665ec2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.704982] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c09c4-fdab-4567-aec8-bd3a7155cd18 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.741344] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b25d8a2-13f0-4bdd-8fac-5051f543251e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.748930] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d2ab6-529e-4b40-a93c-1dfdc6f2c88e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.765287] env[62533]: DEBUG nova.compute.provider_tree [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.852522] env[62533]: DEBUG oslo_vmware.api [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Task: {'id': task-1897924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451126} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.852862] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.853686] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.853888] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.854078] env[62533]: INFO nova.compute.manager [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1444.854342] env[62533]: DEBUG oslo.service.loopingcall [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.855021] env[62533]: DEBUG nova.compute.manager [-] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1444.855021] env[62533]: DEBUG nova.network.neutron [-] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.938019] env[62533]: DEBUG nova.network.neutron [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Updating instance_info_cache with network_info: [{"id": "db76ab9e-eed1-4a81-912d-5b0dbaf0106d", "address": "fa:16:3e:92:d5:1c", "network": {"id": "adbb953a-c023-4bf3-a6ed-3f55eebe00ee", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-961493922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726f1b48d512413197a03b93d5c13e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb76ab9e-ee", "ovs_interfaceid": "db76ab9e-eed1-4a81-912d-5b0dbaf0106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.993098] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897925, 'name': Destroy_Task, 'duration_secs': 0.456149} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.993098] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Destroyed the VM [ 1444.993338] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1444.993757] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26f59244-8fdc-4ef9-bd38-dc724c5569af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.005851] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1445.005851] env[62533]: value = "task-1897926" [ 1445.005851] env[62533]: _type = "Task" [ 1445.005851] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.016444] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897926, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.037988] env[62533]: DEBUG nova.network.neutron [-] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.081982] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.109791] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.110075] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.110245] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.110462] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.110585] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.110728] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.110966] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.111315] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.111315] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.111437] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.111610] env[62533]: DEBUG nova.virt.hardware [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.114648] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a6b25e-499f-400d-973b-4037339d702e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.126285] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e5bb8-e4eb-4ec0-84c1-a7885320a53f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.144199] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.214549] env[62533]: DEBUG nova.network.neutron [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.273083] env[62533]: DEBUG nova.scheduler.client.report [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.437938] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Releasing lock "refresh_cache-41069779-32fb-4701-8208-cb70d27c7533" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.438342] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Instance network_info: |[{"id": "db76ab9e-eed1-4a81-912d-5b0dbaf0106d", "address": "fa:16:3e:92:d5:1c", "network": {"id": "adbb953a-c023-4bf3-a6ed-3f55eebe00ee", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-961493922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726f1b48d512413197a03b93d5c13e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb76ab9e-ee", "ovs_interfaceid": "db76ab9e-eed1-4a81-912d-5b0dbaf0106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.438785] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d5:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db76ab9e-eed1-4a81-912d-5b0dbaf0106d', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.449498] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Creating folder: Project (726f1b48d512413197a03b93d5c13e40). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.453031] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-240940a5-7fae-4d56-8c68-8314c3a9574c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.470564] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Created folder: Project (726f1b48d512413197a03b93d5c13e40) in parent group-v391816. [ 1445.470842] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Creating folder: Instances. Parent ref: group-v391890. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.471886] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aec9a22a-90c5-46a2-b800-d518546c6da0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.487171] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Created folder: Instances in parent group-v391890. [ 1445.487461] env[62533]: DEBUG oslo.service.loopingcall [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.487684] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.487896] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42d893e7-4097-472e-86a6-1072000f2981 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.519916] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897926, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.521312] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.521312] env[62533]: value = "task-1897929" [ 1445.521312] env[62533]: _type = "Task" [ 1445.521312] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.529514] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897929, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.539208] env[62533]: INFO nova.compute.manager [-] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Took 1.60 seconds to deallocate network for instance. [ 1445.717537] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.779573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.780120] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.782786] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.776s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.784298] env[62533]: INFO nova.compute.claims [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.820625] env[62533]: DEBUG nova.network.neutron [-] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.022936] env[62533]: DEBUG oslo_vmware.api [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897926, 'name': RemoveSnapshot_Task, 'duration_secs': 0.923451} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.027095] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1446.029015] env[62533]: INFO nova.compute.manager [None req-72ef0b59-8302-4c0f-a598-9abb099b1eb3 tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Took 18.27 seconds to snapshot the instance on the hypervisor. [ 1446.039699] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897929, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.047258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.161312] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.161737] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.177808] env[62533]: DEBUG nova.network.neutron [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Successfully updated port: 8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.291632] env[62533]: DEBUG nova.compute.utils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.293469] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.293650] env[62533]: DEBUG nova.network.neutron [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.326361] env[62533]: INFO nova.compute.manager [-] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Took 1.47 seconds to deallocate network for instance. [ 1446.360360] env[62533]: DEBUG nova.policy [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64ffab342e94ccc868d62adeeb43a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e502bea60f44222a8659e41360e8aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.377319] env[62533]: DEBUG nova.compute.manager [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Received event network-changed-db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1446.377584] env[62533]: DEBUG nova.compute.manager [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Refreshing instance network info cache due to event network-changed-db76ab9e-eed1-4a81-912d-5b0dbaf0106d. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1446.377843] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] Acquiring lock "refresh_cache-41069779-32fb-4701-8208-cb70d27c7533" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.378054] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] Acquired lock "refresh_cache-41069779-32fb-4701-8208-cb70d27c7533" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.378391] env[62533]: DEBUG nova.network.neutron [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Refreshing network info cache for port db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.466525] env[62533]: DEBUG nova.compute.manager [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.466525] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4badd9ca-c851-4bb7-adaf-c99e6178a066 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.535877] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897929, 'name': CreateVM_Task, 'duration_secs': 0.563209} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.536337] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.538249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.538404] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.538757] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.539013] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa82df5-9f03-495a-81a4-559e99046cd5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.545132] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1446.545132] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a0a6e5-b3ab-7d5e-59e0-2155b0d3bf95" [ 1446.545132] env[62533]: _type = "Task" [ 1446.545132] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.554156] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a0a6e5-b3ab-7d5e-59e0-2155b0d3bf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.678450] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.678606] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.678756] env[62533]: DEBUG nova.network.neutron [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.740253] env[62533]: DEBUG nova.network.neutron [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Successfully created port: 2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.798087] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.837930] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.881649] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquiring lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.882040] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.981522] env[62533]: INFO nova.compute.manager [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] instance snapshotting [ 1446.981749] env[62533]: WARNING nova.compute.manager [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1446.984618] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9537d075-3916-4111-bf8f-092a116eef49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.006084] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889b4668-9133-4e75-9cb7-7b50def46501 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.068209] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a0a6e5-b3ab-7d5e-59e0-2155b0d3bf95, 'name': SearchDatastore_Task, 'duration_secs': 0.050436} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.068520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.068750] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.068975] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.069236] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.069309] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.069832] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2aeebd-9055-4db2-b90a-4b5057ef72f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.082740] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.082740] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.082740] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554f67d2-c57d-4983-8196-cb074aa014ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.091317] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1447.091317] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c3bbb0-375e-713c-0a87-062a1d33b2a5" [ 1447.091317] env[62533]: _type = "Task" [ 1447.091317] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.104042] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c3bbb0-375e-713c-0a87-062a1d33b2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.234155] env[62533]: DEBUG nova.network.neutron [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.261663] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.263921] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d18f9c1-6ffc-4c32-85a7-211d23f6d8d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.275375] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1447.275375] env[62533]: value = "task-1897930" [ 1447.275375] env[62533]: _type = "Task" [ 1447.275375] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.286081] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.299378] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4d3ef-e27a-4437-a5d2-20aba5ced3d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.313225] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7827a9a-6abf-4507-92ea-3626a274e331 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.344649] env[62533]: DEBUG nova.network.neutron [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Updated VIF entry in instance network info cache for port db76ab9e-eed1-4a81-912d-5b0dbaf0106d. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.345883] env[62533]: DEBUG nova.network.neutron [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Updating instance_info_cache with network_info: [{"id": "db76ab9e-eed1-4a81-912d-5b0dbaf0106d", "address": "fa:16:3e:92:d5:1c", "network": {"id": "adbb953a-c023-4bf3-a6ed-3f55eebe00ee", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-961493922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726f1b48d512413197a03b93d5c13e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb76ab9e-ee", "ovs_interfaceid": "db76ab9e-eed1-4a81-912d-5b0dbaf0106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.347566] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ee43c-193a-4688-82bd-9f7fad985fc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.362453] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0851b37c-1f57-41a7-b02e-ae58e43d7e1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.377921] env[62533]: DEBUG nova.compute.provider_tree [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.495109] env[62533]: DEBUG nova.network.neutron [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updating instance_info_cache with network_info: [{"id": "8c28d20b-a403-455e-a950-08a0b0da74f5", "address": "fa:16:3e:03:f0:ba", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28d20b-a4", "ovs_interfaceid": "8c28d20b-a403-455e-a950-08a0b0da74f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.519227] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1447.519851] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55a1cd91-d88f-4a9c-978a-11ace5986982 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.529474] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1447.529474] env[62533]: value = "task-1897931" [ 1447.529474] env[62533]: _type = "Task" [ 1447.529474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.539206] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.606325] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c3bbb0-375e-713c-0a87-062a1d33b2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.606933] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b57030e-cceb-4ba2-a085-ca48eb4bea08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.613114] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1447.613114] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52418e7c-c064-5cc3-0a3d-f7eacd8fc67b" [ 1447.613114] env[62533]: _type = "Task" [ 1447.613114] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.621667] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52418e7c-c064-5cc3-0a3d-f7eacd8fc67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.787482] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897930, 'name': PowerOffVM_Task, 'duration_secs': 0.2457} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.787823] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.789350] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d32a9-00fb-4204-a9d7-361ba5073901 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.809542] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.812479] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c091ad-00e2-4ea9-8008-e71139b090d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.833763] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.834018] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.834185] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.834365] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.834511] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.834655] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.834861] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.835014] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.835189] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.835349] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.835523] env[62533]: DEBUG nova.virt.hardware [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.836361] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ba360-9ec9-42e9-ab84-85578d41f8e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.846823] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9a804-01da-4671-9c64-8b29d3a8821a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.852518] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.852776] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c15f52c3-2e4b-4784-95cd-011e027050b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.856108] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] Releasing lock "refresh_cache-41069779-32fb-4701-8208-cb70d27c7533" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.856475] env[62533]: DEBUG nova.compute.manager [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Received event network-vif-deleted-b6e0ebea-eb85-49a8-988e-b9a86a24c4f7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1447.856526] env[62533]: DEBUG nova.compute.manager [req-3e1fb653-a71a-4a2b-81b4-182865b069cb req-1c1c85c8-68b3-4f22-910b-92e84a608d0b service nova] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Received event network-vif-deleted-7b0aedab-8cfb-49cc-8214-8418e75c8aba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1447.856995] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "204444c0-0fc4-4053-8fb1-c4e182070d39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.857246] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.857527] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "204444c0-0fc4-4053-8fb1-c4e182070d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.857718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.857881] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.870762] env[62533]: INFO nova.compute.manager [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Terminating instance [ 1447.872330] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1447.872330] env[62533]: value = "task-1897932" [ 1447.872330] env[62533]: _type = "Task" [ 1447.872330] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.885665] env[62533]: DEBUG nova.scheduler.client.report [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.892752] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1447.892988] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.893334] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.893472] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.893671] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.894377] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0deda4-9f34-4c90-b8a2-9651f290f837 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.910026] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.910026] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.910026] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333357be-7981-415b-b105-33e37e915344 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.916454] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1447.916454] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e3e7f-bf91-61a7-76f8-dd874704ba86" [ 1447.916454] env[62533]: _type = "Task" [ 1447.916454] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.925379] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e3e7f-bf91-61a7-76f8-dd874704ba86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.998383] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.998383] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Instance network_info: |[{"id": "8c28d20b-a403-455e-a950-08a0b0da74f5", "address": "fa:16:3e:03:f0:ba", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28d20b-a4", "ovs_interfaceid": "8c28d20b-a403-455e-a950-08a0b0da74f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1447.998741] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:f0:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c28d20b-a403-455e-a950-08a0b0da74f5', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.006198] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating folder: Project (30e52d9ff5c04508a61a2322f9915737). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.006492] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed06a6b-62a9-4aee-a993-227eedffd2bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.020142] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created folder: Project (30e52d9ff5c04508a61a2322f9915737) in parent group-v391816. [ 1448.020383] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating folder: Instances. Parent ref: group-v391893. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.020639] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e8d90b2-d1d6-4520-a7dc-1dcc2ebd75be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.031214] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created folder: Instances in parent group-v391893. [ 1448.032033] env[62533]: DEBUG oslo.service.loopingcall [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.035066] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.035295] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc91db4-9cda-4aff-8ce8-4b2b0896bdbb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.057377] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.058643] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.058643] env[62533]: value = "task-1897935" [ 1448.058643] env[62533]: _type = "Task" [ 1448.058643] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.067167] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897935, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.123316] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52418e7c-c064-5cc3-0a3d-f7eacd8fc67b, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.123657] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.123922] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 41069779-32fb-4701-8208-cb70d27c7533/41069779-32fb-4701-8208-cb70d27c7533.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.124207] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c6bd02-9f78-4349-8448-c60b97c5daf5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.131428] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1448.131428] env[62533]: value = "task-1897936" [ 1448.131428] env[62533]: _type = "Task" [ 1448.131428] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.140887] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.378109] env[62533]: DEBUG nova.compute.manager [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.378431] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.379295] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319d989c-128d-4b6c-86ba-684eade746cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.388495] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.388826] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4ba2bef-560f-487e-92ac-fb33d5cf3a10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.396041] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.396483] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.401755] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.055s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.402212] env[62533]: DEBUG nova.objects.instance [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lazy-loading 'resources' on Instance uuid b8f913d0-418e-46cb-bff7-2913fd2b528d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.405078] env[62533]: DEBUG oslo_vmware.api [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1448.405078] env[62533]: value = "task-1897937" [ 1448.405078] env[62533]: _type = "Task" [ 1448.405078] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.423373] env[62533]: DEBUG oslo_vmware.api [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.431305] env[62533]: DEBUG nova.compute.manager [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Received event network-vif-plugged-8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1448.431531] env[62533]: DEBUG oslo_concurrency.lockutils [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] Acquiring lock "a7330131-c363-4a3e-9cc1-38d359333ae8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.431937] env[62533]: DEBUG oslo_concurrency.lockutils [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.432137] env[62533]: DEBUG oslo_concurrency.lockutils [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.432313] env[62533]: DEBUG nova.compute.manager [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] No waiting events found dispatching network-vif-plugged-8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.432591] env[62533]: WARNING nova.compute.manager [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Received unexpected event network-vif-plugged-8c28d20b-a403-455e-a950-08a0b0da74f5 for instance with vm_state building and task_state spawning. [ 1448.432838] env[62533]: DEBUG nova.compute.manager [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Received event network-changed-8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1448.435106] env[62533]: DEBUG nova.compute.manager [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Refreshing instance network info cache due to event network-changed-8c28d20b-a403-455e-a950-08a0b0da74f5. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1448.435106] env[62533]: DEBUG oslo_concurrency.lockutils [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] Acquiring lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.435106] env[62533]: DEBUG oslo_concurrency.lockutils [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] Acquired lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.435106] env[62533]: DEBUG nova.network.neutron [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Refreshing network info cache for port 8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.444196] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e3e7f-bf91-61a7-76f8-dd874704ba86, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.445839] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c88ddeb-4858-40ca-8a73-c5d9bd694769 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.455622] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1448.455622] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ae4f98-9b66-9141-950a-eae7a0fd14f2" [ 1448.455622] env[62533]: _type = "Task" [ 1448.455622] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.466183] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ae4f98-9b66-9141-950a-eae7a0fd14f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.543064] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897931, 'name': CreateSnapshot_Task, 'duration_secs': 0.699176} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.543064] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1448.543422] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56edaf-aa7c-45a4-8ce7-9ed8ee2639f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.573430] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897935, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.646283] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.661091] env[62533]: DEBUG nova.network.neutron [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Successfully updated port: 2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.906985] env[62533]: DEBUG nova.compute.utils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.908212] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1448.908334] env[62533]: DEBUG nova.network.neutron [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.922532] env[62533]: DEBUG oslo_vmware.api [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897937, 'name': PowerOffVM_Task, 'duration_secs': 0.295325} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.922792] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.922960] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.923229] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ab4ee9-d0db-45b0-acf1-103d6352b893 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.969990] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ae4f98-9b66-9141-950a-eae7a0fd14f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016591} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.969990] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.970957] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. {{(pid=62533) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1448.970957] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcce1286-d1b1-4fc8-b9eb-3a0b05c37540 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.981572] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1448.981572] env[62533]: value = "task-1897939" [ 1448.981572] env[62533]: _type = "Task" [ 1448.981572] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.992539] env[62533]: DEBUG nova.policy [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3b9aad318fd49f2a08121436f21b357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb087537ae74a7a826b5f0b86006fb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.998217] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.011583] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.011953] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.012258] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Deleting the datastore file [datastore1] 204444c0-0fc4-4053-8fb1-c4e182070d39 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.012612] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe5179d9-e817-4ca9-a160-d385ec9fb614 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.020308] env[62533]: DEBUG oslo_vmware.api [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for the task: (returnval){ [ 1449.020308] env[62533]: value = "task-1897940" [ 1449.020308] env[62533]: _type = "Task" [ 1449.020308] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.029796] env[62533]: DEBUG oslo_vmware.api [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.064760] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1449.067944] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba3e58e1-69ff-4c04-b4e2-f81826feb0c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.083275] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897935, 'name': CreateVM_Task, 'duration_secs': 0.635562} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.087064] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.087544] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1449.087544] env[62533]: value = "task-1897941" [ 1449.087544] env[62533]: _type = "Task" [ 1449.087544] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.090081] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.090081] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.090081] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.090081] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dafcdda-e521-4bad-ad77-47656ac483ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.099432] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1449.099432] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab7168-2c51-efb3-b488-94155b05039a" [ 1449.099432] env[62533]: _type = "Task" [ 1449.099432] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.107701] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897941, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.118084] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab7168-2c51-efb3-b488-94155b05039a, 'name': SearchDatastore_Task, 'duration_secs': 0.012687} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.118631] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.118975] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.119389] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.119637] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.121018] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.121018] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95fb25a1-a89c-4aa0-8b0e-2e466beb94ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.131019] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.131019] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.131019] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478ba61e-e34a-451f-9b5e-39c31f8a54d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.140286] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1449.140286] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529f9493-7e93-a59b-0799-7f2edd2b7465" [ 1449.140286] env[62533]: _type = "Task" [ 1449.140286] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.152478] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574712} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.153280] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 41069779-32fb-4701-8208-cb70d27c7533/41069779-32fb-4701-8208-cb70d27c7533.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.153645] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.153989] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed333d01-7196-4e81-a064-98b983d996a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.159854] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529f9493-7e93-a59b-0799-7f2edd2b7465, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.164218] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f73a80f-cd2f-447e-b048-c9e56d0de5be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.169121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-4dba5162-0f02-47c6-96b3-f050115ce07f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.169121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-4dba5162-0f02-47c6-96b3-f050115ce07f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.169121] env[62533]: DEBUG nova.network.neutron [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.172220] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1449.172220] env[62533]: value = "task-1897942" [ 1449.172220] env[62533]: _type = "Task" [ 1449.172220] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.182571] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1449.182571] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522c8b10-c7b2-5497-d9b4-eeda0f45c496" [ 1449.182571] env[62533]: _type = "Task" [ 1449.182571] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.187306] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.202062] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522c8b10-c7b2-5497-d9b4-eeda0f45c496, 'name': SearchDatastore_Task, 'duration_secs': 0.015734} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.202062] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.202062] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] a7330131-c363-4a3e-9cc1-38d359333ae8/a7330131-c363-4a3e-9cc1-38d359333ae8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.202836] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01378cfb-0c08-4a5f-ad3f-215a9cdfb6db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.210953] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1449.210953] env[62533]: value = "task-1897943" [ 1449.210953] env[62533]: _type = "Task" [ 1449.210953] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.223157] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.414353] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.449397] env[62533]: DEBUG nova.network.neutron [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updated VIF entry in instance network info cache for port 8c28d20b-a403-455e-a950-08a0b0da74f5. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.449626] env[62533]: DEBUG nova.network.neutron [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updating instance_info_cache with network_info: [{"id": "8c28d20b-a403-455e-a950-08a0b0da74f5", "address": "fa:16:3e:03:f0:ba", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28d20b-a4", "ovs_interfaceid": "8c28d20b-a403-455e-a950-08a0b0da74f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.494793] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897939, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.517146] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde001e-0b51-4aaa-8494-4e59d522b456 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.529144] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49062487-2064-4bb7-87bc-974a7a1d3aa8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.536483] env[62533]: DEBUG oslo_vmware.api [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Task: {'id': task-1897940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400485} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.537272] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.537495] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.537674] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.537841] env[62533]: INFO nova.compute.manager [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1449.538816] env[62533]: DEBUG oslo.service.loopingcall [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.538816] env[62533]: DEBUG nova.compute.manager [-] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.538816] env[62533]: DEBUG nova.network.neutron [-] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.567982] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d2358-6c6c-4ee7-b800-90a72e3e8a5b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.578903] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce7cc0a-6248-4355-a351-34966ae101b7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.595823] env[62533]: DEBUG nova.compute.provider_tree [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.613399] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897941, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.686858] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08209} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.687448] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.688857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b319f9-e15e-4ef5-a34c-35345cafe6e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.693259] env[62533]: DEBUG nova.network.neutron [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Successfully created port: 5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.717403] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 41069779-32fb-4701-8208-cb70d27c7533/41069779-32fb-4701-8208-cb70d27c7533.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.717805] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095afc4a-8e53-4706-be9f-83a2d6925ca1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.741978] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.743760] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1449.743760] env[62533]: value = "task-1897944" [ 1449.743760] env[62533]: _type = "Task" [ 1449.743760] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.753091] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.753985] env[62533]: DEBUG nova.network.neutron [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.957324] env[62533]: DEBUG oslo_concurrency.lockutils [req-668d23c7-dab5-4bdd-90d8-40ccdba90c64 req-61336f4a-94df-401b-922a-f2df30572d47 service nova] Releasing lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.995224] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628215} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.995530] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. [ 1449.996407] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b04301-17c2-4193-90e2-b319e120ffc3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.024990] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.027605] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ed59f8-a077-47eb-bb1e-6f95e4a8922c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.047384] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1450.047384] env[62533]: value = "task-1897945" [ 1450.047384] env[62533]: _type = "Task" [ 1450.047384] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.057836] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.108205] env[62533]: DEBUG nova.scheduler.client.report [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.112916] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897941, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.228875] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810662} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.229151] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] a7330131-c363-4a3e-9cc1-38d359333ae8/a7330131-c363-4a3e-9cc1-38d359333ae8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.229409] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.229629] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62d7acbd-0f8a-4874-a06b-b5f1724b8561 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.237185] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1450.237185] env[62533]: value = "task-1897946" [ 1450.237185] env[62533]: _type = "Task" [ 1450.237185] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.246359] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.255823] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.399888] env[62533]: DEBUG nova.network.neutron [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Updating instance_info_cache with network_info: [{"id": "2a1853ba-ba6d-4622-bcfd-5aefe5de08e7", "address": "fa:16:3e:02:89:bd", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1853ba-ba", "ovs_interfaceid": "2a1853ba-ba6d-4622-bcfd-5aefe5de08e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.423955] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.451126] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.451126] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.451126] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.451470] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.451470] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.451587] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.451693] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.451852] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.452017] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.452526] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.452719] env[62533]: DEBUG nova.virt.hardware [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.454208] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4d60b1-be1d-4e8f-b7d4-666817088eee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.463810] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c35e06-e48b-4b9a-a158-0eee50cbef15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.559930] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.607229] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897941, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.614180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.616415] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.823s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.618235] env[62533]: INFO nova.compute.claims [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.624130] env[62533]: DEBUG nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Received event network-vif-plugged-2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1450.624130] env[62533]: DEBUG oslo_concurrency.lockutils [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] Acquiring lock "4dba5162-0f02-47c6-96b3-f050115ce07f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.624130] env[62533]: DEBUG oslo_concurrency.lockutils [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.624130] env[62533]: DEBUG oslo_concurrency.lockutils [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.624130] env[62533]: DEBUG nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] No waiting events found dispatching network-vif-plugged-2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.624393] env[62533]: WARNING nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Received unexpected event network-vif-plugged-2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 for instance with vm_state building and task_state spawning. [ 1450.624577] env[62533]: DEBUG nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Received event network-changed-2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1450.624759] env[62533]: DEBUG nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Refreshing instance network info cache due to event network-changed-2a1853ba-ba6d-4622-bcfd-5aefe5de08e7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1450.624991] env[62533]: DEBUG oslo_concurrency.lockutils [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] Acquiring lock "refresh_cache-4dba5162-0f02-47c6-96b3-f050115ce07f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.645917] env[62533]: INFO nova.scheduler.client.report [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Deleted allocations for instance b8f913d0-418e-46cb-bff7-2913fd2b528d [ 1450.747697] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087036} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.750806] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.751774] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bbce60-1c91-4038-b5b0-0c2ac708651e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.759904] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897944, 'name': ReconfigVM_Task, 'duration_secs': 0.692314} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.772384] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 41069779-32fb-4701-8208-cb70d27c7533/41069779-32fb-4701-8208-cb70d27c7533.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.782554] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] a7330131-c363-4a3e-9cc1-38d359333ae8/a7330131-c363-4a3e-9cc1-38d359333ae8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.782888] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec7e747b-c748-4c12-b886-025ac151711c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.784663] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c66fdad-a3cb-4066-967c-3364f481a6c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.805504] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1450.805504] env[62533]: value = "task-1897947" [ 1450.805504] env[62533]: _type = "Task" [ 1450.805504] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.807334] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1450.807334] env[62533]: value = "task-1897948" [ 1450.807334] env[62533]: _type = "Task" [ 1450.807334] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.820928] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.824491] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897947, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.881073] env[62533]: DEBUG nova.network.neutron [-] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.902893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-4dba5162-0f02-47c6-96b3-f050115ce07f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.903211] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance network_info: |[{"id": "2a1853ba-ba6d-4622-bcfd-5aefe5de08e7", "address": "fa:16:3e:02:89:bd", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1853ba-ba", "ovs_interfaceid": "2a1853ba-ba6d-4622-bcfd-5aefe5de08e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1450.903846] env[62533]: DEBUG oslo_concurrency.lockutils [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] Acquired lock "refresh_cache-4dba5162-0f02-47c6-96b3-f050115ce07f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.904048] env[62533]: DEBUG nova.network.neutron [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Refreshing network info cache for port 2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.905325] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:89:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1853ba-ba6d-4622-bcfd-5aefe5de08e7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.913863] env[62533]: DEBUG oslo.service.loopingcall [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.914902] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.915172] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4648462b-bd23-4796-bb23-8ec11a96f0d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.937482] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.937482] env[62533]: value = "task-1897949" [ 1450.937482] env[62533]: _type = "Task" [ 1450.937482] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.946777] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897949, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.061033] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897945, 'name': ReconfigVM_Task, 'duration_secs': 0.526879} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.061211] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.062220] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093283b-5b04-4b4f-9bfe-a63deba1e9bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.090121] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb99c71-b517-4b20-9a34-65d98bcfe8e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.110023] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897941, 'name': CloneVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.111510] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1451.111510] env[62533]: value = "task-1897950" [ 1451.111510] env[62533]: _type = "Task" [ 1451.111510] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.120519] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.155198] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7e20c53-4b78-4458-a2db-441b656ba232 tempest-ServerDiagnosticsTest-1737926820 tempest-ServerDiagnosticsTest-1737926820-project-member] Lock "b8f913d0-418e-46cb-bff7-2913fd2b528d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.653s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.329446] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897947, 'name': Rename_Task, 'duration_secs': 0.243153} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.335399] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.335399] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.335399] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0bb9a0-c7fd-4119-800d-acbd66e1bd5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.346661] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1451.346661] env[62533]: value = "task-1897951" [ 1451.346661] env[62533]: _type = "Task" [ 1451.346661] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.360644] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.384449] env[62533]: INFO nova.compute.manager [-] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Took 1.85 seconds to deallocate network for instance. [ 1451.448709] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897949, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.611419] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897941, 'name': CloneVM_Task, 'duration_secs': 2.091753} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.614857] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Created linked-clone VM from snapshot [ 1451.614857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eebd3d-16ed-44f9-82e0-c7441d4bb67d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.629386] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897950, 'name': ReconfigVM_Task, 'duration_secs': 0.356229} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.632676] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Uploading image 37eb6f76-cbe5-4397-aa8d-a73c80d9ee5d {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1451.636022] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.638078] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42201111-593f-4534-ae26-1214f0ceb91d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.647825] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1451.647825] env[62533]: value = "task-1897952" [ 1451.647825] env[62533]: _type = "Task" [ 1451.647825] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.665037] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.679135] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1451.679135] env[62533]: value = "vm-391897" [ 1451.679135] env[62533]: _type = "VirtualMachine" [ 1451.679135] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1451.679643] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02fe57c8-8a3b-4bc5-bb1e-73334881b842 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.688892] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease: (returnval){ [ 1451.688892] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af9799-7048-04fb-fb28-272bcbc3d593" [ 1451.688892] env[62533]: _type = "HttpNfcLease" [ 1451.688892] env[62533]: } obtained for exporting VM: (result){ [ 1451.688892] env[62533]: value = "vm-391897" [ 1451.688892] env[62533]: _type = "VirtualMachine" [ 1451.688892] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1451.689195] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the lease: (returnval){ [ 1451.689195] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af9799-7048-04fb-fb28-272bcbc3d593" [ 1451.689195] env[62533]: _type = "HttpNfcLease" [ 1451.689195] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1451.696963] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.696963] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af9799-7048-04fb-fb28-272bcbc3d593" [ 1451.696963] env[62533]: _type = "HttpNfcLease" [ 1451.696963] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1451.827895] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897948, 'name': ReconfigVM_Task, 'duration_secs': 0.585383} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.830706] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Reconfigured VM instance instance-00000017 to attach disk [datastore2] a7330131-c363-4a3e-9cc1-38d359333ae8/a7330131-c363-4a3e-9cc1-38d359333ae8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.832354] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e88d36f-a445-4aee-b2ea-45caf66c5bfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.839636] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1451.839636] env[62533]: value = "task-1897954" [ 1451.839636] env[62533]: _type = "Task" [ 1451.839636] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.855681] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897954, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.865339] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.868982] env[62533]: DEBUG nova.network.neutron [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Updated VIF entry in instance network info cache for port 2a1853ba-ba6d-4622-bcfd-5aefe5de08e7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.868982] env[62533]: DEBUG nova.network.neutron [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Updating instance_info_cache with network_info: [{"id": "2a1853ba-ba6d-4622-bcfd-5aefe5de08e7", "address": "fa:16:3e:02:89:bd", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1853ba-ba", "ovs_interfaceid": "2a1853ba-ba6d-4622-bcfd-5aefe5de08e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.891053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.949307] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897949, 'name': CreateVM_Task, 'duration_secs': 0.552636} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.950247] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.950968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.950968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.951292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.954124] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790ced3c-16ec-4b89-afc8-8748cc4db308 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.960945] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1451.960945] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d3ec73-1341-f7b9-f9b5-f0f62df4dca4" [ 1451.960945] env[62533]: _type = "Task" [ 1451.960945] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.972085] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d3ec73-1341-f7b9-f9b5-f0f62df4dca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.096670] env[62533]: DEBUG nova.network.neutron [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Successfully updated port: 5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.160828] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.180627] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a373866-88aa-430b-9c34-7d00844c4be6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.195224] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f90d651-5c7f-46ea-9049-12db744a774d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.203340] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.203340] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af9799-7048-04fb-fb28-272bcbc3d593" [ 1452.203340] env[62533]: _type = "HttpNfcLease" [ 1452.203340] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1452.229460] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1452.229460] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af9799-7048-04fb-fb28-272bcbc3d593" [ 1452.229460] env[62533]: _type = "HttpNfcLease" [ 1452.229460] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1452.230494] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bfc4e4-9b91-4f71-b658-943a80b0a3cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.233627] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1eaa56-503c-42a9-ae12-6bb53318b476 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.244914] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a54be5-7f1a-4cd9-96b2-0a31ad2f262a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.248662] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ebbe6-3c8f-7dd3-1e9c-cadecb2f6675/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1452.248840] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ebbe6-3c8f-7dd3-1e9c-cadecb2f6675/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1452.313251] env[62533]: DEBUG nova.compute.provider_tree [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.351381] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897954, 'name': Rename_Task, 'duration_secs': 0.16955} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.354661] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.354924] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96daef4a-f41b-47d4-a234-c9815c29de5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.364201] env[62533]: DEBUG oslo_vmware.api [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897951, 'name': PowerOnVM_Task, 'duration_secs': 0.764339} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.366685] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.366685] env[62533]: INFO nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1452.366685] env[62533]: DEBUG nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.366685] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1452.366685] env[62533]: value = "task-1897955" [ 1452.366685] env[62533]: _type = "Task" [ 1452.366685] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.367507] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5874eba8-daad-40c1-897f-7ca0a462ba80 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.370589] env[62533]: DEBUG oslo_concurrency.lockutils [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] Releasing lock "refresh_cache-4dba5162-0f02-47c6-96b3-f050115ce07f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.370901] env[62533]: DEBUG nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Received event network-vif-deleted-53090edc-d0ac-4752-8a1e-729243b4d9e2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1452.371089] env[62533]: INFO nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Neutron deleted interface 53090edc-d0ac-4752-8a1e-729243b4d9e2; detaching it from the instance and deleting it from the info cache [ 1452.371271] env[62533]: DEBUG nova.network.neutron [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.391235] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.396179] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78b960ec-bf01-404b-81b5-c9da35dea336 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.473208] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d3ec73-1341-f7b9-f9b5-f0f62df4dca4, 'name': SearchDatastore_Task, 'duration_secs': 0.012902} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.474050] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.474050] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.474050] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.474240] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.474291] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.474556] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ce67a2-bc70-4b60-805c-5df23ab26a66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.485934] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.486300] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.488015] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2088880-b6c6-49d9-9eb4-43aa69c9a677 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.495694] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1452.495694] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b576a8-c624-9f2f-5935-90672aaeefee" [ 1452.495694] env[62533]: _type = "Task" [ 1452.495694] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.506993] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b576a8-c624-9f2f-5935-90672aaeefee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.599036] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.599201] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquired lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.600615] env[62533]: DEBUG nova.network.neutron [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.659594] env[62533]: DEBUG oslo_vmware.api [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897952, 'name': PowerOnVM_Task, 'duration_secs': 0.559668} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.659971] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.663131] env[62533]: DEBUG nova.compute.manager [None req-0da46582-0128-41e3-96ba-7464c000b162 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.663943] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbacbea1-0b8e-4d0a-adfb-b75bae97d057 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.704527] env[62533]: DEBUG nova.compute.manager [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Received event network-vif-plugged-5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1452.704527] env[62533]: DEBUG oslo_concurrency.lockutils [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] Acquiring lock "568b34cb-c389-4a7a-8f84-f483892f463c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.704721] env[62533]: DEBUG oslo_concurrency.lockutils [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] Lock "568b34cb-c389-4a7a-8f84-f483892f463c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.704870] env[62533]: DEBUG oslo_concurrency.lockutils [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] Lock "568b34cb-c389-4a7a-8f84-f483892f463c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.705111] env[62533]: DEBUG nova.compute.manager [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] No waiting events found dispatching network-vif-plugged-5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.705314] env[62533]: WARNING nova.compute.manager [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Received unexpected event network-vif-plugged-5abc7854-46e1-449c-a075-f2f2633b708e for instance with vm_state building and task_state spawning. [ 1452.705484] env[62533]: DEBUG nova.compute.manager [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Received event network-changed-5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1452.705629] env[62533]: DEBUG nova.compute.manager [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Refreshing instance network info cache due to event network-changed-5abc7854-46e1-449c-a075-f2f2633b708e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1452.705831] env[62533]: DEBUG oslo_concurrency.lockutils [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] Acquiring lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.816224] env[62533]: DEBUG nova.scheduler.client.report [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.878616] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1a1efb1-104d-4af4-afbf-2446e9955e4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.884461] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.901671] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34f537-fb20-4437-bc1d-437950eab8a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.922599] env[62533]: INFO nova.compute.manager [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Took 45.21 seconds to build instance. [ 1452.960131] env[62533]: DEBUG nova.compute.manager [req-a4ebd232-9991-4050-8a3b-6e4e4013e2fd req-8c0e368c-aa5a-4f84-949b-8fc86eb71a95 service nova] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Detach interface failed, port_id=53090edc-d0ac-4752-8a1e-729243b4d9e2, reason: Instance 204444c0-0fc4-4053-8fb1-c4e182070d39 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1453.011642] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b576a8-c624-9f2f-5935-90672aaeefee, 'name': SearchDatastore_Task, 'duration_secs': 0.017928} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.012572] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718149dd-5ede-4c38-83e8-cd512d3d438b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.019772] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1453.019772] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bb1cf2-eea4-035a-d7fa-b4f058fcb66f" [ 1453.019772] env[62533]: _type = "Task" [ 1453.019772] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.032131] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bb1cf2-eea4-035a-d7fa-b4f058fcb66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.143395] env[62533]: DEBUG nova.network.neutron [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.305844] env[62533]: DEBUG nova.network.neutron [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updating instance_info_cache with network_info: [{"id": "5abc7854-46e1-449c-a075-f2f2633b708e", "address": "fa:16:3e:8a:15:34", "network": {"id": "f359b5f5-1646-4ad6-80fb-31d1dc95e3f8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-397350711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb087537ae74a7a826b5f0b86006fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abc7854-46", "ovs_interfaceid": "5abc7854-46e1-449c-a075-f2f2633b708e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.325111] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.325111] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.328919] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.489s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.332059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.332059] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1453.332059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.761s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.332059] env[62533]: INFO nova.compute.claims [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.335357] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a6c77-7f2f-4928-8bf1-92ee7c4bf070 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.346013] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437259e5-1355-4a28-8ddd-7ea206d94533 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.379740] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71e2ba-44e1-4402-b34f-81e40e2f69cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.393494] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f34e1-3fb9-4265-881b-7cb49a66e6f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.398342] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.427430] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa8b4b72-1cd9-4354-8570-dfff220d0647 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "41069779-32fb-4701-8208-cb70d27c7533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.445s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.428051] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179899MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1453.428232] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.530801] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bb1cf2-eea4-035a-d7fa-b4f058fcb66f, 'name': SearchDatastore_Task, 'duration_secs': 0.016852} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.531243] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.531547] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.531923] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5b6c121-611a-46e8-81dc-633521f9bb41 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.541801] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1453.541801] env[62533]: value = "task-1897956" [ 1453.541801] env[62533]: _type = "Task" [ 1453.541801] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.550854] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.810313] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Releasing lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.810313] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Instance network_info: |[{"id": "5abc7854-46e1-449c-a075-f2f2633b708e", "address": "fa:16:3e:8a:15:34", "network": {"id": "f359b5f5-1646-4ad6-80fb-31d1dc95e3f8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-397350711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb087537ae74a7a826b5f0b86006fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abc7854-46", "ovs_interfaceid": "5abc7854-46e1-449c-a075-f2f2633b708e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.810664] env[62533]: DEBUG oslo_concurrency.lockutils [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] Acquired lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.810664] env[62533]: DEBUG nova.network.neutron [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Refreshing network info cache for port 5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.810664] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:15:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abc7854-46e1-449c-a075-f2f2633b708e', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.819045] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Creating folder: Project (aeb087537ae74a7a826b5f0b86006fb1). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.819758] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "41069779-32fb-4701-8208-cb70d27c7533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.820040] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "41069779-32fb-4701-8208-cb70d27c7533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.820268] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "41069779-32fb-4701-8208-cb70d27c7533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.820558] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "41069779-32fb-4701-8208-cb70d27c7533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.820732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "41069779-32fb-4701-8208-cb70d27c7533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.828028] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29c4be06-fb3e-4356-9804-333a5c17c761 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.828028] env[62533]: INFO nova.compute.manager [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Terminating instance [ 1453.836115] env[62533]: DEBUG nova.compute.utils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.840124] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.840330] env[62533]: DEBUG nova.network.neutron [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.845881] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Created folder: Project (aeb087537ae74a7a826b5f0b86006fb1) in parent group-v391816. [ 1453.846101] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Creating folder: Instances. Parent ref: group-v391899. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.846400] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0fb2aa6-9387-461a-ad9c-5f99c3044b3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.861225] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Created folder: Instances in parent group-v391899. [ 1453.861533] env[62533]: DEBUG oslo.service.loopingcall [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.861767] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.862036] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0674a2-9ebf-4fa3-b4a9-d3ab2cae5b31 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.888830] env[62533]: DEBUG oslo_vmware.api [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1897955, 'name': PowerOnVM_Task, 'duration_secs': 1.380069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.890647] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.890885] env[62533]: INFO nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1453.891087] env[62533]: DEBUG nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.891433] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.891433] env[62533]: value = "task-1897959" [ 1453.891433] env[62533]: _type = "Task" [ 1453.891433] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.892613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4833e-1e36-4219-89cd-3e80cedf8af7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.900700] env[62533]: DEBUG nova.policy [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bff911fc12d432d810155b6c82f0712', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57a7cb490d47478c93f501c9f1fe40cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.911305] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897959, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.933686] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.057640] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897956, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.332386] env[62533]: DEBUG nova.compute.manager [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.332656] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.333570] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2007e453-e6ce-4ad1-8a5a-26ca00a1ad74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.344253] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.350474] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.355295] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ab6e20-ddcb-4184-b69a-68c811de1a9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.364561] env[62533]: DEBUG oslo_vmware.api [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1454.364561] env[62533]: value = "task-1897960" [ 1454.364561] env[62533]: _type = "Task" [ 1454.364561] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.378212] env[62533]: DEBUG oslo_vmware.api [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.417807] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897959, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.425256] env[62533]: INFO nova.compute.manager [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Took 46.60 seconds to build instance. [ 1454.462796] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.550714] env[62533]: DEBUG nova.network.neutron [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Successfully created port: 5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.565600] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61412} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.565914] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.566197] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.566522] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-057824f8-a25f-4290-bf5f-8cbe9f83a748 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.580718] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1454.580718] env[62533]: value = "task-1897961" [ 1454.580718] env[62533]: _type = "Task" [ 1454.580718] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.590200] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.826474] env[62533]: DEBUG nova.network.neutron [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updated VIF entry in instance network info cache for port 5abc7854-46e1-449c-a075-f2f2633b708e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.826845] env[62533]: DEBUG nova.network.neutron [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updating instance_info_cache with network_info: [{"id": "5abc7854-46e1-449c-a075-f2f2633b708e", "address": "fa:16:3e:8a:15:34", "network": {"id": "f359b5f5-1646-4ad6-80fb-31d1dc95e3f8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-397350711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb087537ae74a7a826b5f0b86006fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abc7854-46", "ovs_interfaceid": "5abc7854-46e1-449c-a075-f2f2633b708e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.876915] env[62533]: DEBUG oslo_vmware.api [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897960, 'name': PowerOffVM_Task, 'duration_secs': 0.308048} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.879751] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.879941] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.880913] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea435676-f8b1-4f44-88ab-ac7fd01823b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.915637] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897959, 'name': CreateVM_Task, 'duration_secs': 0.584498} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.916134] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.916984] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.917192] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.918079] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.920520] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39a4f3f-6f07-4619-a83f-d190a2187b47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.926439] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1fe31b4c-de2a-4f07-a827-58e2f71d7cab tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.623s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.927255] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1454.927255] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520fae7b-fe14-a594-14e2-d07422107e27" [ 1454.927255] env[62533]: _type = "Task" [ 1454.927255] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.934926] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c3aba5-b517-46ee-a6fb-1d7d5e82e5f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.941299] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520fae7b-fe14-a594-14e2-d07422107e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.947838] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a9b05-27c8-4999-8731-0e998d12a3b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.987785] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135cf72d-ac50-4e68-a2cf-8f07b2e6789b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.997913] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170445a1-a7be-4fd7-a7ff-a8497bcf3769 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.017549] env[62533]: DEBUG nova.compute.provider_tree [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.020201] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.021418] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.021418] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Deleting the datastore file [datastore2] 41069779-32fb-4701-8208-cb70d27c7533 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.021418] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69305ba8-f72f-4755-8764-0ecb81001899 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.029445] env[62533]: DEBUG oslo_vmware.api [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for the task: (returnval){ [ 1455.029445] env[62533]: value = "task-1897963" [ 1455.029445] env[62533]: _type = "Task" [ 1455.029445] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.041313] env[62533]: DEBUG oslo_vmware.api [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.090609] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102854} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.090828] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.091665] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bc4faf-26ed-4c93-82fd-19937e0599b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.116502] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.116827] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c968bc7c-94fc-4f5f-a6a5-516c60334591 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.138215] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1455.138215] env[62533]: value = "task-1897964" [ 1455.138215] env[62533]: _type = "Task" [ 1455.138215] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.147936] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.330448] env[62533]: DEBUG oslo_concurrency.lockutils [req-08012006-1245-48d6-92b3-e9cfaa1e4721 req-9e21e734-e291-45df-8248-9c90d93eb456 service nova] Releasing lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.340146] env[62533]: DEBUG nova.compute.manager [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1455.340394] env[62533]: DEBUG nova.compute.manager [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing instance network info cache due to event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1455.340625] env[62533]: DEBUG oslo_concurrency.lockutils [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.340792] env[62533]: DEBUG oslo_concurrency.lockutils [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.340949] env[62533]: DEBUG nova.network.neutron [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.364574] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.393732] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.393977] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.394158] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.394437] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.394523] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.394620] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.394832] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.395011] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.395170] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.395335] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.395504] env[62533]: DEBUG nova.virt.hardware [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.396383] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fafb32-7e02-4498-bda2-90466e058d39 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.406394] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea389d-9e0e-4773-9ac4-41c6df0efa8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.432734] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.443401] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520fae7b-fe14-a594-14e2-d07422107e27, 'name': SearchDatastore_Task, 'duration_secs': 0.034303} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.443598] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.443651] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.443865] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.444026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.444202] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.444464] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f8efaba-559f-411e-b717-4188c2d84ba1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.455195] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.455369] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.456488] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23625f6-4a06-4a89-9f24-9286019b8cdb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.463852] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1455.463852] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528ac011-3759-acef-2cc9-12e8ecbc9c9b" [ 1455.463852] env[62533]: _type = "Task" [ 1455.463852] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.473163] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528ac011-3759-acef-2cc9-12e8ecbc9c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.523392] env[62533]: DEBUG nova.scheduler.client.report [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.542969] env[62533]: DEBUG oslo_vmware.api [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Task: {'id': task-1897963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345482} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.543247] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.543605] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.543605] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.543830] env[62533]: INFO nova.compute.manager [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1455.544019] env[62533]: DEBUG oslo.service.loopingcall [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.544868] env[62533]: DEBUG nova.compute.manager [-] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.544965] env[62533]: DEBUG nova.network.neutron [-] [instance: 41069779-32fb-4701-8208-cb70d27c7533] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.653319] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897964, 'name': ReconfigVM_Task, 'duration_secs': 0.41645} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.653319] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.653319] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86c27d99-2c46-4a20-ab07-bf8fe01536e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.660596] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1455.660596] env[62533]: value = "task-1897965" [ 1455.660596] env[62533]: _type = "Task" [ 1455.660596] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.673215] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897965, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.954587] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.976281] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528ac011-3759-acef-2cc9-12e8ecbc9c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.019413} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.979316] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c033c13b-c0dd-4ab4-97a0-387233ceaa19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.987714] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1455.987714] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5270365f-85e7-cf73-da94-5c3a251b5810" [ 1455.987714] env[62533]: _type = "Task" [ 1455.987714] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.997591] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5270365f-85e7-cf73-da94-5c3a251b5810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.028739] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.029022] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.032023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.670s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.032239] env[62533]: DEBUG nova.objects.instance [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lazy-loading 'resources' on Instance uuid 14934761-0459-4baf-838b-fbbbcf332e7a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.133908] env[62533]: DEBUG nova.network.neutron [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updated VIF entry in instance network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.134033] env[62533]: DEBUG nova.network.neutron [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.171988] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897965, 'name': Rename_Task, 'duration_secs': 0.157802} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.173028] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.173410] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9718dbe-eb55-4d01-9e0c-79887d3cb320 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.182774] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1456.182774] env[62533]: value = "task-1897966" [ 1456.182774] env[62533]: _type = "Task" [ 1456.182774] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.192483] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.281375] env[62533]: DEBUG nova.compute.manager [req-1c36bb27-a58d-4390-8f16-45affedacc05 req-1c6ae9ac-2a5c-434a-b260-e624dd8f4aa7 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Received event network-vif-deleted-db76ab9e-eed1-4a81-912d-5b0dbaf0106d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1456.281375] env[62533]: INFO nova.compute.manager [req-1c36bb27-a58d-4390-8f16-45affedacc05 req-1c6ae9ac-2a5c-434a-b260-e624dd8f4aa7 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Neutron deleted interface db76ab9e-eed1-4a81-912d-5b0dbaf0106d; detaching it from the instance and deleting it from the info cache [ 1456.281375] env[62533]: DEBUG nova.network.neutron [req-1c36bb27-a58d-4390-8f16-45affedacc05 req-1c6ae9ac-2a5c-434a-b260-e624dd8f4aa7 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.333723] env[62533]: DEBUG nova.network.neutron [-] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.452306] env[62533]: DEBUG nova.network.neutron [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Successfully updated port: 5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.499366] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5270365f-85e7-cf73-da94-5c3a251b5810, 'name': SearchDatastore_Task, 'duration_secs': 0.018679} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.499689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.499973] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 568b34cb-c389-4a7a-8f84-f483892f463c/568b34cb-c389-4a7a-8f84-f483892f463c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.500271] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53db255e-d71e-435d-8f4f-8f2fc1280141 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.509851] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1456.509851] env[62533]: value = "task-1897967" [ 1456.509851] env[62533]: _type = "Task" [ 1456.509851] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.519788] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.535959] env[62533]: DEBUG nova.compute.utils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1456.540883] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1456.541639] env[62533]: DEBUG nova.network.neutron [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.603862] env[62533]: DEBUG nova.policy [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc5688501cef44648c63e6a210404205', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97c504843d240feab4a2efacda21756', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1456.636227] env[62533]: DEBUG oslo_concurrency.lockutils [req-e5b16a0a-e5a8-4e5c-bba6-7f8acdf1aca2 req-bc6c54fe-b33d-414b-b2d7-a1d9fb67606f service nova] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.697523] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.785694] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c411ab3-d9de-4206-be94-4c44cbea62da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.796251] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61096d43-4c72-46de-9d75-d75590b04611 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.837020] env[62533]: INFO nova.compute.manager [-] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Took 1.29 seconds to deallocate network for instance. [ 1456.837543] env[62533]: DEBUG nova.compute.manager [req-1c36bb27-a58d-4390-8f16-45affedacc05 req-1c6ae9ac-2a5c-434a-b260-e624dd8f4aa7 service nova] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Detach interface failed, port_id=db76ab9e-eed1-4a81-912d-5b0dbaf0106d, reason: Instance 41069779-32fb-4701-8208-cb70d27c7533 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1456.956200] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "refresh_cache-b5edc190-b11d-431f-a877-81f11be5452b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.956570] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquired lock "refresh_cache-b5edc190-b11d-431f-a877-81f11be5452b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.956570] env[62533]: DEBUG nova.network.neutron [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.025572] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897967, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.040033] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.060714] env[62533]: DEBUG nova.network.neutron [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Successfully created port: 7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.092529] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ff309-d63a-4813-85a5-2f5b39a371e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.104593] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963f70a0-7845-4b0e-aaad-f24499dc5bdb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.143241] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a4798-7382-4b7a-89e4-d87de7c36aba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.152792] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a88cdd-2286-4f22-ae2e-af45028888e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.170346] env[62533]: DEBUG nova.compute.provider_tree [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.194237] env[62533]: DEBUG oslo_vmware.api [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897966, 'name': PowerOnVM_Task, 'duration_secs': 0.543826} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.194511] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.194713] env[62533]: INFO nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1457.194896] env[62533]: DEBUG nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.195689] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef52a04-62f0-41a7-b73b-24ed175b2b9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.344735] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.508526] env[62533]: DEBUG nova.network.neutron [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.521622] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711124} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.521758] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 568b34cb-c389-4a7a-8f84-f483892f463c/568b34cb-c389-4a7a-8f84-f483892f463c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.521980] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.522226] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-540322f1-e402-4246-9768-3dd3153a7d76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.530340] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1457.530340] env[62533]: value = "task-1897968" [ 1457.530340] env[62533]: _type = "Task" [ 1457.530340] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.541413] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.677143] env[62533]: DEBUG nova.scheduler.client.report [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.693861] env[62533]: DEBUG nova.network.neutron [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Updating instance_info_cache with network_info: [{"id": "5a29fcc9-6d01-499c-9a24-f83de1e201fc", "address": "fa:16:3e:8e:4c:56", "network": {"id": "298412d6-1c8f-4a55-884b-0a4c09b0f4a4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1552918875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a7cb490d47478c93f501c9f1fe40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a29fcc9-6d", "ovs_interfaceid": "5a29fcc9-6d01-499c-9a24-f83de1e201fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.715993] env[62533]: INFO nova.compute.manager [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Took 46.68 seconds to build instance. [ 1458.029473] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "248183e2-fc42-46c6-b123-57c950b0a526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.029725] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "248183e2-fc42-46c6-b123-57c950b0a526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.031083] env[62533]: DEBUG nova.compute.manager [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1458.031267] env[62533]: DEBUG nova.compute.manager [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing instance network info cache due to event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1458.031482] env[62533]: DEBUG oslo_concurrency.lockutils [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.031676] env[62533]: DEBUG oslo_concurrency.lockutils [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.031842] env[62533]: DEBUG nova.network.neutron [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.044657] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080196} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.044916] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.045705] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e3522-8a04-40a3-aa3a-2509c1eb5120 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.052289] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1458.073277] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 568b34cb-c389-4a7a-8f84-f483892f463c/568b34cb-c389-4a7a-8f84-f483892f463c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.073920] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899bc128-d21f-4750-98d0-53ee87eddf4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.103291] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.103678] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.103919] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.104083] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.104316] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.104561] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.104795] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.104969] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.105294] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.105501] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.105741] env[62533]: DEBUG nova.virt.hardware [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.106201] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1458.106201] env[62533]: value = "task-1897969" [ 1458.106201] env[62533]: _type = "Task" [ 1458.106201] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.107215] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71629b52-9fb5-4b7e-8b84-b0a83c0ab344 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.123312] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.124594] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13e36b-9397-49ea-b982-7689abcfb4dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.183621] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.185899] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.265s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.187400] env[62533]: INFO nova.compute.claims [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.196819] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Releasing lock "refresh_cache-b5edc190-b11d-431f-a877-81f11be5452b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.197130] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Instance network_info: |[{"id": "5a29fcc9-6d01-499c-9a24-f83de1e201fc", "address": "fa:16:3e:8e:4c:56", "network": {"id": "298412d6-1c8f-4a55-884b-0a4c09b0f4a4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1552918875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a7cb490d47478c93f501c9f1fe40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a29fcc9-6d", "ovs_interfaceid": "5a29fcc9-6d01-499c-9a24-f83de1e201fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.197525] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:4c:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a29fcc9-6d01-499c-9a24-f83de1e201fc', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.205888] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Creating folder: Project (57a7cb490d47478c93f501c9f1fe40cb). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.206281] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a17dd1c0-1f86-4dcd-a8d6-acda3574a7c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.209400] env[62533]: INFO nova.scheduler.client.report [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Deleted allocations for instance 14934761-0459-4baf-838b-fbbbcf332e7a [ 1458.220978] env[62533]: DEBUG oslo_concurrency.lockutils [None req-256dd1b4-e99a-4b49-9fbb-a4d0f26cac4a tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.803s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.222544] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Created folder: Project (57a7cb490d47478c93f501c9f1fe40cb) in parent group-v391816. [ 1458.222780] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Creating folder: Instances. Parent ref: group-v391902. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.223051] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bea4f12-8cc6-47fc-834f-691782589011 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.235348] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Created folder: Instances in parent group-v391902. [ 1458.235637] env[62533]: DEBUG oslo.service.loopingcall [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.235917] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.236566] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52e11ade-2020-43b9-b6cd-1ba7cb1f0e5e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.258734] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.258734] env[62533]: value = "task-1897972" [ 1458.258734] env[62533]: _type = "Task" [ 1458.258734] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.269118] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897972, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.624272] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897969, 'name': ReconfigVM_Task, 'duration_secs': 0.368607} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.624718] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 568b34cb-c389-4a7a-8f84-f483892f463c/568b34cb-c389-4a7a-8f84-f483892f463c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.625578] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b74ba0a-374a-4715-bae7-94b69ec83111 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.634279] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1458.634279] env[62533]: value = "task-1897973" [ 1458.634279] env[62533]: _type = "Task" [ 1458.634279] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.643765] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897973, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.719623] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db9db63d-61e3-49ab-b2a1-04898a50cfaf tempest-ServersTestManualDisk-1859704747 tempest-ServersTestManualDisk-1859704747-project-member] Lock "14934761-0459-4baf-838b-fbbbcf332e7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.642s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.720652] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.771893] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897972, 'name': CreateVM_Task, 'duration_secs': 0.402349} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.772077] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.772775] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.772957] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.773292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.773549] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7a9077-2210-4814-adb0-9f1805598eb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.780304] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1458.780304] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2ad7f-2114-e634-41e9-34231bcaa7c4" [ 1458.780304] env[62533]: _type = "Task" [ 1458.780304] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.789544] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2ad7f-2114-e634-41e9-34231bcaa7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.115555] env[62533]: DEBUG nova.network.neutron [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updated VIF entry in instance network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.115555] env[62533]: DEBUG nova.network.neutron [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.149729] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897973, 'name': Rename_Task, 'duration_secs': 0.161387} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.150420] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.151342] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-505f1cb9-56a9-4dcf-9e22-664052d4ab3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.159676] env[62533]: DEBUG nova.compute.manager [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Received event network-vif-plugged-5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1459.159945] env[62533]: DEBUG oslo_concurrency.lockutils [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] Acquiring lock "b5edc190-b11d-431f-a877-81f11be5452b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.160235] env[62533]: DEBUG oslo_concurrency.lockutils [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] Lock "b5edc190-b11d-431f-a877-81f11be5452b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.160408] env[62533]: DEBUG oslo_concurrency.lockutils [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] Lock "b5edc190-b11d-431f-a877-81f11be5452b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.160640] env[62533]: DEBUG nova.compute.manager [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] No waiting events found dispatching network-vif-plugged-5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.160880] env[62533]: WARNING nova.compute.manager [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Received unexpected event network-vif-plugged-5a29fcc9-6d01-499c-9a24-f83de1e201fc for instance with vm_state building and task_state spawning. [ 1459.160970] env[62533]: DEBUG nova.compute.manager [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Received event network-changed-5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1459.161149] env[62533]: DEBUG nova.compute.manager [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Refreshing instance network info cache due to event network-changed-5a29fcc9-6d01-499c-9a24-f83de1e201fc. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1459.161340] env[62533]: DEBUG oslo_concurrency.lockutils [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] Acquiring lock "refresh_cache-b5edc190-b11d-431f-a877-81f11be5452b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.161477] env[62533]: DEBUG oslo_concurrency.lockutils [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] Acquired lock "refresh_cache-b5edc190-b11d-431f-a877-81f11be5452b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.161627] env[62533]: DEBUG nova.network.neutron [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Refreshing network info cache for port 5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.168174] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1459.168174] env[62533]: value = "task-1897974" [ 1459.168174] env[62533]: _type = "Task" [ 1459.168174] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.186018] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.240838] env[62533]: DEBUG nova.network.neutron [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Successfully updated port: 7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.261517] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.294110] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2ad7f-2114-e634-41e9-34231bcaa7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.019867} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.298438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.299553] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.299678] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.299892] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.300123] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.300675] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee358b2b-9892-48cf-af6d-c9011878827f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.312297] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.312556] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.316346] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1202157-c773-4eb3-8baa-ff4f8484b7af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.327946] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1459.327946] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e3162-3cc8-dc70-0965-15d339cdc25d" [ 1459.327946] env[62533]: _type = "Task" [ 1459.327946] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.336312] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e3162-3cc8-dc70-0965-15d339cdc25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.619046] env[62533]: DEBUG oslo_concurrency.lockutils [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.619336] env[62533]: DEBUG nova.compute.manager [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1459.619514] env[62533]: DEBUG nova.compute.manager [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing instance network info cache due to event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1459.619919] env[62533]: DEBUG oslo_concurrency.lockutils [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.619919] env[62533]: DEBUG oslo_concurrency.lockutils [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.620222] env[62533]: DEBUG nova.network.neutron [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.686084] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.737307] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41653c1a-3183-46b5-8281-f9d9be321cec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.747836] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.749638] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquired lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.749638] env[62533]: DEBUG nova.network.neutron [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.755020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b989804-47a3-46d1-bbe5-b43f0f4cb729 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.798749] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2624ee-7e71-4932-a2ea-62596bbd6c1a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.809893] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd1b9c-3f3e-4249-a23a-31a839ffcda0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.828096] env[62533]: DEBUG nova.compute.provider_tree [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.838781] env[62533]: DEBUG nova.scheduler.client.report [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.851591] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e3162-3cc8-dc70-0965-15d339cdc25d, 'name': SearchDatastore_Task, 'duration_secs': 0.019301} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.852453] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c060a7a-101f-4bbc-80de-357e8bf97e3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.860443] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1459.860443] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dfccbf-4fd2-f5b0-49fd-407575b4abac" [ 1459.860443] env[62533]: _type = "Task" [ 1459.860443] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.870647] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dfccbf-4fd2-f5b0-49fd-407575b4abac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.013505] env[62533]: DEBUG nova.network.neutron [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Updated VIF entry in instance network info cache for port 5a29fcc9-6d01-499c-9a24-f83de1e201fc. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.013871] env[62533]: DEBUG nova.network.neutron [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Updating instance_info_cache with network_info: [{"id": "5a29fcc9-6d01-499c-9a24-f83de1e201fc", "address": "fa:16:3e:8e:4c:56", "network": {"id": "298412d6-1c8f-4a55-884b-0a4c09b0f4a4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1552918875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57a7cb490d47478c93f501c9f1fe40cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a29fcc9-6d", "ovs_interfaceid": "5a29fcc9-6d01-499c-9a24-f83de1e201fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.183371] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.328567] env[62533]: DEBUG nova.network.neutron [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.343724] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.344275] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.347367] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.419s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.376995] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dfccbf-4fd2-f5b0-49fd-407575b4abac, 'name': SearchDatastore_Task, 'duration_secs': 0.018625} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.377377] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.377727] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b5edc190-b11d-431f-a877-81f11be5452b/b5edc190-b11d-431f-a877-81f11be5452b.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.378020] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7b344a5-8c88-4469-b08b-c53225d660e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.386420] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1460.386420] env[62533]: value = "task-1897975" [ 1460.386420] env[62533]: _type = "Task" [ 1460.386420] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.401772] env[62533]: DEBUG nova.compute.manager [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1460.402561] env[62533]: DEBUG nova.compute.manager [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing instance network info cache due to event network-changed-e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1460.403177] env[62533]: DEBUG oslo_concurrency.lockutils [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] Acquiring lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.409043] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.516708] env[62533]: DEBUG oslo_concurrency.lockutils [req-078d981a-f72a-4f69-9eee-1d760c505b15 req-d4637d15-9365-41de-b111-c626261fa7b5 service nova] Releasing lock "refresh_cache-b5edc190-b11d-431f-a877-81f11be5452b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.585205] env[62533]: DEBUG nova.network.neutron [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updated VIF entry in instance network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.585616] env[62533]: DEBUG nova.network.neutron [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.616612] env[62533]: DEBUG nova.network.neutron [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Updating instance_info_cache with network_info: [{"id": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "address": "fa:16:3e:5a:cb:16", "network": {"id": "d2608fe6-cd1e-4cc5-924d-50bd18dcecc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362271339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97c504843d240feab4a2efacda21756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdbb0c0-05", "ovs_interfaceid": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.683660] env[62533]: DEBUG oslo_vmware.api [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1897974, 'name': PowerOnVM_Task, 'duration_secs': 1.187012} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.683858] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.683998] env[62533]: INFO nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1460.684210] env[62533]: DEBUG nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.684961] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de1e134-2760-4e3b-af77-54a71f97da24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.851091] env[62533]: DEBUG nova.compute.utils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.855400] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.855706] env[62533]: DEBUG nova.network.neutron [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.912463] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.931387] env[62533]: DEBUG nova.policy [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7b1b5d14f74e94b7c64d2014509723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '175b8b148c6b4a7aa207287047950315', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.088416] env[62533]: DEBUG oslo_concurrency.lockutils [req-ba580d51-06db-4542-a648-47545b651936 req-237f48b4-226e-4127-a770-32bd68d00ac0 service nova] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.089078] env[62533]: DEBUG oslo_concurrency.lockutils [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] Acquired lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.089302] env[62533]: DEBUG nova.network.neutron [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Refreshing network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.118378] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Releasing lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.118806] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Instance network_info: |[{"id": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "address": "fa:16:3e:5a:cb:16", "network": {"id": "d2608fe6-cd1e-4cc5-924d-50bd18dcecc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362271339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97c504843d240feab4a2efacda21756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdbb0c0-05", "ovs_interfaceid": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.119252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:cb:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fdbb0c0-05a2-4169-b2ec-50b056bece4c', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.127409] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Creating folder: Project (f97c504843d240feab4a2efacda21756). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1461.128155] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52298220-b570-489c-828d-3acb07eca96c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.152422] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Created folder: Project (f97c504843d240feab4a2efacda21756) in parent group-v391816. [ 1461.152422] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Creating folder: Instances. Parent ref: group-v391905. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1461.154778] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23ebf88b-6b73-4275-b6dd-625043bad7a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.170291] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Created folder: Instances in parent group-v391905. [ 1461.170993] env[62533]: DEBUG oslo.service.loopingcall [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.174021] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.174021] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a62df6ed-56f9-4a50-92e7-0b39805761e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.206082] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.206082] env[62533]: value = "task-1897978" [ 1461.206082] env[62533]: _type = "Task" [ 1461.206082] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.206724] env[62533]: INFO nova.compute.manager [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Took 49.23 seconds to build instance. [ 1461.225400] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897978, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.359763] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.402699] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969326} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.402699] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b5edc190-b11d-431f-a877-81f11be5452b/b5edc190-b11d-431f-a877-81f11be5452b.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.402814] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.403131] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b07b557a-7561-4284-9b96-4802f2a3377e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.416310] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1461.416310] env[62533]: value = "task-1897979" [ 1461.416310] env[62533]: _type = "Task" [ 1461.416310] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.428570] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.506020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea48c9f-5298-4223-aaac-638da5888bf7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.513423] env[62533]: DEBUG nova.network.neutron [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Successfully created port: 775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.516270] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28312bbe-ab96-4762-909f-882456597df1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.549939] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c3e09a-acdc-467e-8017-9f978b250cea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.559251] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec2a78a-1d0b-4099-a84d-42321020fe84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.575804] env[62533]: DEBUG nova.compute.provider_tree [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.598069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "6b256a57-280d-4bcb-b061-bb98954e7448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.598637] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "6b256a57-280d-4bcb-b061-bb98954e7448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.598996] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "6b256a57-280d-4bcb-b061-bb98954e7448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.601059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "6b256a57-280d-4bcb-b061-bb98954e7448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.601059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "6b256a57-280d-4bcb-b061-bb98954e7448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.602111] env[62533]: INFO nova.compute.manager [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Terminating instance [ 1461.638849] env[62533]: DEBUG nova.compute.manager [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Received event network-vif-plugged-7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1461.639102] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] Acquiring lock "dbdcd7c0-db6e-4407-9387-26999489b0fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.639314] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.639482] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.639645] env[62533]: DEBUG nova.compute.manager [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] No waiting events found dispatching network-vif-plugged-7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.639982] env[62533]: WARNING nova.compute.manager [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Received unexpected event network-vif-plugged-7fdbb0c0-05a2-4169-b2ec-50b056bece4c for instance with vm_state building and task_state spawning. [ 1461.639982] env[62533]: DEBUG nova.compute.manager [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Received event network-changed-7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1461.640403] env[62533]: DEBUG nova.compute.manager [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Refreshing instance network info cache due to event network-changed-7fdbb0c0-05a2-4169-b2ec-50b056bece4c. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1461.640677] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] Acquiring lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.640835] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] Acquired lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.641023] env[62533]: DEBUG nova.network.neutron [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Refreshing network info cache for port 7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.710308] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbfc9630-9618-4c2d-a6b7-98810148458e tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "568b34cb-c389-4a7a-8f84-f483892f463c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.593s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.731751] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897978, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.917526] env[62533]: INFO nova.compute.manager [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Rebuilding instance [ 1461.930614] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14378} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.931457] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.931930] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98510495-fcf0-4911-84f2-6d8eeeca7191 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.957791] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b5edc190-b11d-431f-a877-81f11be5452b/b5edc190-b11d-431f-a877-81f11be5452b.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.961557] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63efdedb-1b3e-4bc0-b611-928393a2ff87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.985523] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1461.985523] env[62533]: value = "task-1897980" [ 1461.985523] env[62533]: _type = "Task" [ 1461.985523] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.998457] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.001279] env[62533]: DEBUG nova.compute.manager [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.002156] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb9d13-ef52-4b66-b266-f64a8c3a6c57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.079258] env[62533]: DEBUG nova.network.neutron [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updated VIF entry in instance network info cache for port e6edcbe2-37b3-48bc-b5da-8017bd7d408e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.079630] env[62533]: DEBUG nova.network.neutron [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [{"id": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "address": "fa:16:3e:74:37:e6", "network": {"id": "e2c51b85-9148-4660-ae55-43b281ef5135", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-562055861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75e36005424b414e87563f18451c0995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6edcbe2-37", "ovs_interfaceid": "e6edcbe2-37b3-48bc-b5da-8017bd7d408e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.081931] env[62533]: DEBUG nova.scheduler.client.report [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.106609] env[62533]: DEBUG nova.compute.manager [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.107292] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.107752] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552a839-df28-45f6-b0e0-e6d630662d11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.117734] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.118023] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baccd4af-04ee-4cb4-94da-d11340ffadf9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.126451] env[62533]: DEBUG oslo_vmware.api [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1462.126451] env[62533]: value = "task-1897981" [ 1462.126451] env[62533]: _type = "Task" [ 1462.126451] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.138993] env[62533]: DEBUG oslo_vmware.api [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.224703] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1462.230019] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897978, 'name': CreateVM_Task, 'duration_secs': 0.707232} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.230019] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.230019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.230019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.230577] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.231048] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9ff8f8-d2ae-4d2e-8131-c58ca0ecdc14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.240019] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1462.240019] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc328a-a2f1-90fe-10fa-2375e3994d63" [ 1462.240019] env[62533]: _type = "Task" [ 1462.240019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.251766] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc328a-a2f1-90fe-10fa-2375e3994d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.371106] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.417720] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.417961] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.418157] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.418350] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.418496] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.418641] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.418855] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.419035] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.419512] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.419512] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.421024] env[62533]: DEBUG nova.virt.hardware [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.421024] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f3409-a4e2-44d2-b131-8ddecde4571a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.432152] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9a4021-4297-49fa-ad64-f03fff6abadd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.498535] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.516943] env[62533]: DEBUG nova.network.neutron [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Updated VIF entry in instance network info cache for port 7fdbb0c0-05a2-4169-b2ec-50b056bece4c. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.517295] env[62533]: DEBUG nova.network.neutron [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Updating instance_info_cache with network_info: [{"id": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "address": "fa:16:3e:5a:cb:16", "network": {"id": "d2608fe6-cd1e-4cc5-924d-50bd18dcecc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362271339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97c504843d240feab4a2efacda21756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdbb0c0-05", "ovs_interfaceid": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.592807] env[62533]: DEBUG oslo_concurrency.lockutils [req-c64ae89d-4de5-4839-8b9c-144c27fe50d4 req-76441468-74f5-486b-96e1-38a17fbb3d33 service nova] Releasing lock "refresh_cache-6b256a57-280d-4bcb-b061-bb98954e7448" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.638807] env[62533]: DEBUG oslo_vmware.api [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897981, 'name': PowerOffVM_Task, 'duration_secs': 0.376596} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.639201] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.639394] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.639656] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4ab67c-b15b-4ae1-9953-1e7c58b9fc3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.755351] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc328a-a2f1-90fe-10fa-2375e3994d63, 'name': SearchDatastore_Task, 'duration_secs': 0.019575} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.756474] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.756793] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.757098] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.757285] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.757450] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.757703] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.757902] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15b800fe-7559-4f31-870c-d42a5036dcfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.772391] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.772608] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.773404] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fa567f-a8e9-4acf-b73e-3742a7cfc317 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.780605] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1462.780605] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522aac90-8acd-30d7-e0d2-083e4771b29e" [ 1462.780605] env[62533]: _type = "Task" [ 1462.780605] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.790029] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522aac90-8acd-30d7-e0d2-083e4771b29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.791402] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.791631] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.791827] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Deleting the datastore file [datastore1] 6b256a57-280d-4bcb-b061-bb98954e7448 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.792094] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef4d1c4-cf71-490c-b022-886d6dcf6a6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.799516] env[62533]: DEBUG oslo_vmware.api [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for the task: (returnval){ [ 1462.799516] env[62533]: value = "task-1897983" [ 1462.799516] env[62533]: _type = "Task" [ 1462.799516] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.809263] env[62533]: DEBUG oslo_vmware.api [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.997652] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897980, 'name': ReconfigVM_Task, 'duration_secs': 0.624184} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.997997] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b5edc190-b11d-431f-a877-81f11be5452b/b5edc190-b11d-431f-a877-81f11be5452b.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.998864] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-108f3424-abe2-422e-8a67-f5bd7641eb7b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.007464] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1463.007464] env[62533]: value = "task-1897984" [ 1463.007464] env[62533]: _type = "Task" [ 1463.007464] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.017876] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897984, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.019558] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.020045] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecf4f667-204a-48de-bfe3-3c97c708cdc6 req-8ad8b738-fe2d-4270-b27c-882060224c8e service nova] Releasing lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.020420] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb695b5-77ae-45e1-b171-209b71bd7b0e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.027521] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1463.027521] env[62533]: value = "task-1897985" [ 1463.027521] env[62533]: _type = "Task" [ 1463.027521] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.038922] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.096743] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.749s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.099984] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.384s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.101682] env[62533]: INFO nova.compute.claims [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.295131] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522aac90-8acd-30d7-e0d2-083e4771b29e, 'name': SearchDatastore_Task, 'duration_secs': 0.016907} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.295131] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb62a6c7-e674-46aa-80c9-714216444911 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.299652] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1463.299652] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523dd654-a594-deb8-dd56-b426d103d84f" [ 1463.299652] env[62533]: _type = "Task" [ 1463.299652] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.314998] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523dd654-a594-deb8-dd56-b426d103d84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.322188] env[62533]: DEBUG oslo_vmware.api [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Task: {'id': task-1897983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.322188] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.322188] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.322188] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.322188] env[62533]: INFO nova.compute.manager [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1463.322340] env[62533]: DEBUG oslo.service.loopingcall [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.322340] env[62533]: DEBUG nova.compute.manager [-] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.322340] env[62533]: DEBUG nova.network.neutron [-] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.520864] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897984, 'name': Rename_Task, 'duration_secs': 0.206059} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.524134] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.524134] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de83b40-65ea-4e99-96cd-57e1f98e486d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.533678] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1463.533678] env[62533]: value = "task-1897986" [ 1463.533678] env[62533]: _type = "Task" [ 1463.533678] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.547333] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897985, 'name': PowerOffVM_Task, 'duration_secs': 0.218005} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.547333] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.547333] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.547584] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a953a5-8665-4f7a-b028-2f99bffa321a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.554943] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.562618] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.563175] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4090d348-efb0-4c78-bb9f-15ee591014cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.647241] env[62533]: DEBUG nova.network.neutron [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Successfully updated port: 775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.710288] env[62533]: DEBUG nova.compute.manager [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Received event network-changed-5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1463.710500] env[62533]: DEBUG nova.compute.manager [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Refreshing instance network info cache due to event network-changed-5abc7854-46e1-449c-a075-f2f2633b708e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1463.712070] env[62533]: DEBUG oslo_concurrency.lockutils [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] Acquiring lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.712298] env[62533]: DEBUG oslo_concurrency.lockutils [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] Acquired lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.712481] env[62533]: DEBUG nova.network.neutron [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Refreshing network info cache for port 5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.722847] env[62533]: INFO nova.scheduler.client.report [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleted allocation for migration 7f0a6ba3-bee6-49e5-9ccd-a61dc01d15df [ 1463.756211] env[62533]: DEBUG nova.compute.manager [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Received event network-vif-plugged-775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1463.756737] env[62533]: DEBUG oslo_concurrency.lockutils [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] Acquiring lock "9cbb0843-d98d-4452-b109-840e2d946a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.756737] env[62533]: DEBUG oslo_concurrency.lockutils [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.757072] env[62533]: DEBUG oslo_concurrency.lockutils [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.757182] env[62533]: DEBUG nova.compute.manager [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] No waiting events found dispatching network-vif-plugged-775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.757346] env[62533]: WARNING nova.compute.manager [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Received unexpected event network-vif-plugged-775e49de-bfca-4a58-ab50-18ba29e2f934 for instance with vm_state building and task_state spawning. [ 1463.757460] env[62533]: DEBUG nova.compute.manager [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Received event network-changed-775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1463.757613] env[62533]: DEBUG nova.compute.manager [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Refreshing instance network info cache due to event network-changed-775e49de-bfca-4a58-ab50-18ba29e2f934. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1463.757795] env[62533]: DEBUG oslo_concurrency.lockutils [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] Acquiring lock "refresh_cache-9cbb0843-d98d-4452-b109-840e2d946a5e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.757925] env[62533]: DEBUG oslo_concurrency.lockutils [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] Acquired lock "refresh_cache-9cbb0843-d98d-4452-b109-840e2d946a5e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.758239] env[62533]: DEBUG nova.network.neutron [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Refreshing network info cache for port 775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.795189] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.795492] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.795739] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.796659] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e9f742-72fe-4671-909b-c9723d3f0c82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.809159] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1463.809159] env[62533]: value = "task-1897988" [ 1463.809159] env[62533]: _type = "Task" [ 1463.809159] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.821797] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523dd654-a594-deb8-dd56-b426d103d84f, 'name': SearchDatastore_Task, 'duration_secs': 0.028859} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.823154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.823532] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] dbdcd7c0-db6e-4407-9387-26999489b0fe/dbdcd7c0-db6e-4407-9387-26999489b0fe.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.823881] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae094c0-472e-4951-a94b-76b491dc272c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.830595] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.837128] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1463.837128] env[62533]: value = "task-1897989" [ 1463.837128] env[62533]: _type = "Task" [ 1463.837128] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.850497] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.926277] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ebbe6-3c8f-7dd3-1e9c-cadecb2f6675/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1463.927897] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f8758-57bc-4d89-b1a2-c085f757c225 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.935628] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ebbe6-3c8f-7dd3-1e9c-cadecb2f6675/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1463.935815] env[62533]: ERROR oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ebbe6-3c8f-7dd3-1e9c-cadecb2f6675/disk-0.vmdk due to incomplete transfer. [ 1463.936070] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7e7e3fe4-8d5e-403b-a8cb-44a33cfd2779 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.945097] env[62533]: DEBUG oslo_vmware.rw_handles [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ebbe6-3c8f-7dd3-1e9c-cadecb2f6675/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1463.945200] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Uploaded image 37eb6f76-cbe5-4397-aa8d-a73c80d9ee5d to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1463.948008] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1463.948357] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14e34cca-e537-4034-86da-58e6caef1a27 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.959436] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1463.959436] env[62533]: value = "task-1897990" [ 1463.959436] env[62533]: _type = "Task" [ 1463.959436] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.970220] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897990, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.047418] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.153463] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "refresh_cache-9cbb0843-d98d-4452-b109-840e2d946a5e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.233352] env[62533]: DEBUG oslo_concurrency.lockutils [None req-76246b5a-9f50-49e0-8812-55b0b38b25d6 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.701s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.252961] env[62533]: DEBUG nova.network.neutron [-] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.324658] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1897988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.328699] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.328942] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.329189] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.333963] env[62533]: DEBUG nova.network.neutron [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.351943] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897989, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.476522] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897990, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.481431] env[62533]: DEBUG nova.network.neutron [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.550686] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.654486] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d216f642-484e-48d1-9afd-bf86d5f72e94 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.664205] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb5118b-450d-47e1-ba02-23559822aebf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.704085] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c605c-9fea-423f-a10c-9a77916fdc74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.713982] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4a4750-f9b1-46ff-8c1d-da6dc44fa962 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.732089] env[62533]: DEBUG nova.compute.provider_tree [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.755518] env[62533]: INFO nova.compute.manager [-] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Took 1.43 seconds to deallocate network for instance. [ 1464.774548] env[62533]: DEBUG nova.network.neutron [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updated VIF entry in instance network info cache for port 5abc7854-46e1-449c-a075-f2f2633b708e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.774693] env[62533]: DEBUG nova.network.neutron [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updating instance_info_cache with network_info: [{"id": "5abc7854-46e1-449c-a075-f2f2633b708e", "address": "fa:16:3e:8a:15:34", "network": {"id": "f359b5f5-1646-4ad6-80fb-31d1dc95e3f8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-397350711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb087537ae74a7a826b5f0b86006fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abc7854-46", "ovs_interfaceid": "5abc7854-46e1-449c-a075-f2f2633b708e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.850885] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61716} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.851238] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] dbdcd7c0-db6e-4407-9387-26999489b0fe/dbdcd7c0-db6e-4407-9387-26999489b0fe.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.851491] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.851817] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6efdb9a5-f3dd-4916-9a5c-73788d9bc992 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.860380] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1464.860380] env[62533]: value = "task-1897991" [ 1464.860380] env[62533]: _type = "Task" [ 1464.860380] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.870574] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.969402] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897990, 'name': Destroy_Task, 'duration_secs': 0.785495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.969688] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Destroyed the VM [ 1464.969929] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1464.970205] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec63e10f-d31e-4e95-b7b9-b5c58e16eff2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.976684] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "246b06d7-5985-43dd-809d-d9cb4428d230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.976955] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.977188] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "246b06d7-5985-43dd-809d-d9cb4428d230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.977404] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.977573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.980820] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1464.980820] env[62533]: value = "task-1897992" [ 1464.980820] env[62533]: _type = "Task" [ 1464.980820] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.981310] env[62533]: INFO nova.compute.manager [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Terminating instance [ 1464.984032] env[62533]: DEBUG oslo_concurrency.lockutils [req-8387c144-ce64-4398-9dc5-b22675dab169 req-d8b314f9-29b0-40ca-8555-8e3936cafa89 service nova] Releasing lock "refresh_cache-9cbb0843-d98d-4452-b109-840e2d946a5e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.990827] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired lock "refresh_cache-9cbb0843-d98d-4452-b109-840e2d946a5e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.991030] env[62533]: DEBUG nova.network.neutron [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.002569] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897992, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.046233] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.235059] env[62533]: DEBUG nova.scheduler.client.report [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.265612] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.277696] env[62533]: DEBUG oslo_concurrency.lockutils [req-0ed0fb23-c0c3-4e36-9fa4-3c2522865460 req-ead88601-7e4f-4957-8b6e-0570dd617998 service nova] Releasing lock "refresh_cache-568b34cb-c389-4a7a-8f84-f483892f463c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.377699] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215865} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.379982] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.380235] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.380392] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.380743] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.381156] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.381353] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.381723] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.381929] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.382353] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.382532] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.382711] env[62533]: DEBUG nova.virt.hardware [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.383258] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.384262] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d633e-f36a-445a-9d0f-caab33e17230 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.387663] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41460428-570a-4dc9-81df-e5938c5f0ec9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.410780] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb199437-0bb4-4111-92d3-e52533752338 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.425377] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] dbdcd7c0-db6e-4407-9387-26999489b0fe/dbdcd7c0-db6e-4407-9387-26999489b0fe.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.425728] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c338803-997c-43c2-9677-83c5cfea0010 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.456092] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:89:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1853ba-ba6d-4622-bcfd-5aefe5de08e7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.464775] env[62533]: DEBUG oslo.service.loopingcall [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.466505] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.469969] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1465.469969] env[62533]: value = "task-1897993" [ 1465.469969] env[62533]: _type = "Task" [ 1465.469969] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.469969] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4a4c9ea-9b3d-4be3-bfa9-2d2d5c0ac54a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.494683] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.494683] env[62533]: value = "task-1897994" [ 1465.494683] env[62533]: _type = "Task" [ 1465.494683] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.504054] env[62533]: DEBUG nova.compute.manager [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.504343] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.504813] env[62533]: DEBUG oslo_vmware.api [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897992, 'name': RemoveSnapshot_Task, 'duration_secs': 0.462605} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.504985] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.519776] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35284717-9706-4977-93e8-e04912f587ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.519776] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1465.519776] env[62533]: INFO nova.compute.manager [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Took 18.53 seconds to snapshot the instance on the hypervisor. [ 1465.519776] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897994, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.521837] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.522165] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5971364f-fdd6-4da3-a5db-93bd8a774b86 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.545596] env[62533]: DEBUG oslo_vmware.api [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1897986, 'name': PowerOnVM_Task, 'duration_secs': 1.678361} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.545912] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.546059] env[62533]: INFO nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1465.546370] env[62533]: DEBUG nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.547047] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58026dfe-8763-4a4c-aa36-be5c662a5d87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.566826] env[62533]: DEBUG nova.network.neutron [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.724157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "063e09bf-57be-45b0-af3a-a02272866859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.724413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "063e09bf-57be-45b0-af3a-a02272866859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.744212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.744868] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.754026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.925s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.754026] env[62533]: INFO nova.compute.claims [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.759536] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.759729] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.759904] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleting the datastore file [datastore1] 246b06d7-5985-43dd-809d-d9cb4428d230 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.760829] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cd5919e-2c06-4170-b6a7-1327cd9bbcc7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.775031] env[62533]: DEBUG oslo_vmware.api [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1465.775031] env[62533]: value = "task-1897996" [ 1465.775031] env[62533]: _type = "Task" [ 1465.775031] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.785741] env[62533]: DEBUG oslo_vmware.api [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.882902] env[62533]: DEBUG nova.compute.manager [req-a8c9700d-c568-487a-9219-fa22b911856b req-1c36220f-1970-4f6a-8ab7-8785113dded0 service nova] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Received event network-vif-deleted-e6edcbe2-37b3-48bc-b5da-8017bd7d408e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1465.996126] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897993, 'name': ReconfigVM_Task, 'duration_secs': 0.346338} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.999892] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Reconfigured VM instance instance-0000001b to attach disk [datastore1] dbdcd7c0-db6e-4407-9387-26999489b0fe/dbdcd7c0-db6e-4407-9387-26999489b0fe.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.000737] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a3f6f76-be02-4592-85ee-3b1a304d7c9b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.010162] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897994, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.012109] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1466.012109] env[62533]: value = "task-1897997" [ 1466.012109] env[62533]: _type = "Task" [ 1466.012109] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.017510] env[62533]: DEBUG nova.compute.manager [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Instance disappeared during snapshot {{(pid=62533) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1466.023415] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897997, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.033229] env[62533]: DEBUG nova.compute.manager [None req-ff63ab64-5655-4a09-b033-db82fb90c828 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image not found during clean up 37eb6f76-cbe5-4397-aa8d-a73c80d9ee5d {{(pid=62533) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1466.072349] env[62533]: INFO nova.compute.manager [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Took 43.30 seconds to build instance. [ 1466.181046] env[62533]: DEBUG nova.network.neutron [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Updating instance_info_cache with network_info: [{"id": "775e49de-bfca-4a58-ab50-18ba29e2f934", "address": "fa:16:3e:38:c3:a7", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775e49de-bf", "ovs_interfaceid": "775e49de-bfca-4a58-ab50-18ba29e2f934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.266062] env[62533]: DEBUG nova.compute.utils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.272240] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1466.272240] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.288103] env[62533]: DEBUG oslo_vmware.api [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1897996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226703} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.288362] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.288544] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.288753] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.288954] env[62533]: INFO nova.compute.manager [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Took 0.78 seconds to destroy the instance on the hypervisor. [ 1466.289246] env[62533]: DEBUG oslo.service.loopingcall [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.289839] env[62533]: DEBUG nova.compute.manager [-] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.290306] env[62533]: DEBUG nova.network.neutron [-] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.378122] env[62533]: DEBUG nova.policy [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13eccd593caa4c1ea3325faadcd06c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ce4000f07d54f7a88403d2fa94fbf37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.508787] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897994, 'name': CreateVM_Task, 'duration_secs': 0.617481} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.508787] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.509218] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.509346] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.509892] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.510163] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6681b6f8-10d9-4713-987c-bdafa8e90e48 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.523424] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897997, 'name': Rename_Task, 'duration_secs': 0.254151} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.524645] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.524954] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1466.524954] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a9315-44a3-e70e-6e8d-9be1b2767112" [ 1466.524954] env[62533]: _type = "Task" [ 1466.524954] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.525157] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b1f872-0e74-4b51-a887-08bccd43ea34 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.538374] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a9315-44a3-e70e-6e8d-9be1b2767112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.539943] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1466.539943] env[62533]: value = "task-1897998" [ 1466.539943] env[62533]: _type = "Task" [ 1466.539943] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.548834] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.577275] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4b292602-ecd8-4872-af5c-f2891612a832 tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "b5edc190-b11d-431f-a877-81f11be5452b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.494s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.683529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Releasing lock "refresh_cache-9cbb0843-d98d-4452-b109-840e2d946a5e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.684057] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Instance network_info: |[{"id": "775e49de-bfca-4a58-ab50-18ba29e2f934", "address": "fa:16:3e:38:c3:a7", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775e49de-bf", "ovs_interfaceid": "775e49de-bfca-4a58-ab50-18ba29e2f934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.684528] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c3:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '775e49de-bfca-4a58-ab50-18ba29e2f934', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.693301] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Creating folder: Project (175b8b148c6b4a7aa207287047950315). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1466.693707] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-208935dc-6ba7-4087-8136-30a948a60ffc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.705671] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Created folder: Project (175b8b148c6b4a7aa207287047950315) in parent group-v391816. [ 1466.705880] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Creating folder: Instances. Parent ref: group-v391909. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1466.706155] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28a8845f-3518-474b-85ba-53a082025b4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.717734] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Created folder: Instances in parent group-v391909. [ 1466.717885] env[62533]: DEBUG oslo.service.loopingcall [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.718238] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.718423] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af0211d-93ae-445e-8ad2-5f9712793011 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.748744] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.748744] env[62533]: value = "task-1898001" [ 1466.748744] env[62533]: _type = "Task" [ 1466.748744] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.757577] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898001, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.772262] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.041301] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a9315-44a3-e70e-6e8d-9be1b2767112, 'name': SearchDatastore_Task, 'duration_secs': 0.029502} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.044886] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.045208] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.045922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.045922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.045922] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.046085] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52fb1c6c-e34a-4e7e-b0f2-6b31b49e9479 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.058656] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.062424] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.062676] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.063790] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9ea028-d47e-41ab-bef2-6f3644c8c306 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.074392] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1467.074392] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52958bd0-a18e-ea0d-13be-cac32810708c" [ 1467.074392] env[62533]: _type = "Task" [ 1467.074392] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.080432] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1467.092897] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52958bd0-a18e-ea0d-13be-cac32810708c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.169322] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Successfully created port: 63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.263043] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898001, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.345917] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d04621-b236-4cdb-bda5-b3b0dfa8bb83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.355964] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9b9ad6-8e73-4f52-807b-f74e9e9e609b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.397492] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3569af31-0bdc-4f5b-a298-2a77812f0cdf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.409626] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42417df-4bce-4ff4-b2df-db944f16c055 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.428190] env[62533]: DEBUG nova.compute.provider_tree [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.455223] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "cd483179-6724-4544-83f7-e23a884e98c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.455485] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.537054] env[62533]: DEBUG nova.network.neutron [-] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.555370] env[62533]: DEBUG oslo_vmware.api [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1897998, 'name': PowerOnVM_Task, 'duration_secs': 0.565363} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.555751] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.555870] env[62533]: INFO nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1467.556024] env[62533]: DEBUG nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.556807] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a21a042-7e96-45f2-8804-ac4c8f195b74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.585464] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52958bd0-a18e-ea0d-13be-cac32810708c, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.586423] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2b6906-4473-47a4-82e4-22ee3dac66f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.592253] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1467.592253] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523c6e8f-3d36-51f8-7bb1-fd68af0905a0" [ 1467.592253] env[62533]: _type = "Task" [ 1467.592253] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.607375] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523c6e8f-3d36-51f8-7bb1-fd68af0905a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.607898] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.607898] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.608183] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed4237c1-4e04-45b4-966a-d0ace7251888 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.621158] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1467.621158] env[62533]: value = "task-1898002" [ 1467.621158] env[62533]: _type = "Task" [ 1467.621158] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.622264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.634804] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.761033] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898001, 'name': CreateVM_Task, 'duration_secs': 0.549684} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.761288] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.762142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.762345] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.762783] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.763168] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6194915e-1214-46c8-a207-4501904aebd4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.770857] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1467.770857] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cfa03-7a22-2e70-4c8f-2d73b912a25b" [ 1467.770857] env[62533]: _type = "Task" [ 1467.770857] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.781209] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cfa03-7a22-2e70-4c8f-2d73b912a25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.787636] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.825705] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.827036] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.827036] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.827036] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.827036] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.827036] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.827334] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.827334] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.827592] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.827723] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.828424] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.829029] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd279a-d7f1-47af-9f64-fff3f527279c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.841185] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bd5e3-a9d2-4829-b789-8b602d450aca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.933962] env[62533]: DEBUG nova.scheduler.client.report [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.041264] env[62533]: INFO nova.compute.manager [-] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Took 1.75 seconds to deallocate network for instance. [ 1468.080117] env[62533]: INFO nova.compute.manager [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Took 32.55 seconds to build instance. [ 1468.083811] env[62533]: DEBUG nova.compute.manager [req-c674acc4-1858-4712-95d7-a2b3150b1c77 req-45601534-b906-40ed-bbfa-02c9be464c8f service nova] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Received event network-vif-deleted-2446bb2c-f3e9-44d7-9b26-d6e46cc17853 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1468.135349] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.164555] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "b5edc190-b11d-431f-a877-81f11be5452b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.165060] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "b5edc190-b11d-431f-a877-81f11be5452b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.165333] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "b5edc190-b11d-431f-a877-81f11be5452b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.165767] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "b5edc190-b11d-431f-a877-81f11be5452b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.165767] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "b5edc190-b11d-431f-a877-81f11be5452b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.168148] env[62533]: INFO nova.compute.manager [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Terminating instance [ 1468.283390] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cfa03-7a22-2e70-4c8f-2d73b912a25b, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.283390] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.283688] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.283944] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.284145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.284361] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.284663] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c37f9e4-b338-4aaf-86dd-a1ad4d39303a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.295201] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.295398] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.296148] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c9eaab-6633-4cea-b92d-9ce76b6fb933 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.302911] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1468.302911] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52301005-3824-dcc3-6140-f4f753c74204" [ 1468.302911] env[62533]: _type = "Task" [ 1468.302911] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.312892] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52301005-3824-dcc3-6140-f4f753c74204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.444671] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.445497] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.453022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.581s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.453022] env[62533]: DEBUG nova.objects.instance [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lazy-loading 'resources' on Instance uuid 5640b6a5-232f-425b-8d39-57caf53ee122 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.548080] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.585629] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c03d2faf-2183-4342-935e-879bd4f1b9c8 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.145s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.638994] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551171} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.639971] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.640209] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.640807] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea7cf308-17a4-4ce4-80b8-bee9faa4bf9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.649276] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1468.649276] env[62533]: value = "task-1898003" [ 1468.649276] env[62533]: _type = "Task" [ 1468.649276] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.659586] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.673578] env[62533]: DEBUG nova.compute.manager [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.675746] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.675746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d1f4f0-d99a-4c18-8b21-94849c00be25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.686431] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.686773] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd370a0-7187-4da1-9a37-87130fce3308 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.695313] env[62533]: DEBUG oslo_vmware.api [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1468.695313] env[62533]: value = "task-1898004" [ 1468.695313] env[62533]: _type = "Task" [ 1468.695313] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.706211] env[62533]: DEBUG oslo_vmware.api [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1898004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.819702] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52301005-3824-dcc3-6140-f4f753c74204, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.820521] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c980569b-c7d7-49ac-9564-d74ed73019c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.827199] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1468.827199] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a76c33-74a0-c8fd-59f3-d62daa0dfa02" [ 1468.827199] env[62533]: _type = "Task" [ 1468.827199] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.838139] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a76c33-74a0-c8fd-59f3-d62daa0dfa02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.954059] env[62533]: DEBUG nova.compute.utils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.960219] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.960219] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.014184] env[62533]: DEBUG nova.compute.manager [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Received event network-changed-7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1469.017026] env[62533]: DEBUG nova.compute.manager [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Refreshing instance network info cache due to event network-changed-7fdbb0c0-05a2-4169-b2ec-50b056bece4c. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1469.017026] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] Acquiring lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.017026] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] Acquired lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.017026] env[62533]: DEBUG nova.network.neutron [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Refreshing network info cache for port 7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.064674] env[62533]: DEBUG nova.policy [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13eccd593caa4c1ea3325faadcd06c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ce4000f07d54f7a88403d2fa94fbf37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.090216] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.165522] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073845} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.165522] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.166263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd9084-00cf-4321-9c6b-8dab7df00d43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.195703] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.199022] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdaf1b53-70db-42f6-a2c6-1a4d846594fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.233845] env[62533]: DEBUG oslo_vmware.api [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1898004, 'name': PowerOffVM_Task, 'duration_secs': 0.21444} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.235995] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.235995] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.235995] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1469.235995] env[62533]: value = "task-1898005" [ 1469.235995] env[62533]: _type = "Task" [ 1469.235995] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.236288] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c581d20-fe2b-4cab-9fe0-2a9260f6e44a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.248781] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.341335] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a76c33-74a0-c8fd-59f3-d62daa0dfa02, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.346029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.346305] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9cbb0843-d98d-4452-b109-840e2d946a5e/9cbb0843-d98d-4452-b109-840e2d946a5e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.346776] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-275caf42-c4d9-4d32-8598-cf6060c85378 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.354662] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1469.354662] env[62533]: value = "task-1898007" [ 1469.354662] env[62533]: _type = "Task" [ 1469.354662] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.365245] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.457067] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.457067] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.457067] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Deleting the datastore file [datastore1] b5edc190-b11d-431f-a877-81f11be5452b {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.457067] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Successfully updated port: 63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.458083] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91748ab1-08ca-4a19-8cb0-0bc06e3a9998 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.464017] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.474406] env[62533]: DEBUG oslo_vmware.api [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for the task: (returnval){ [ 1469.474406] env[62533]: value = "task-1898008" [ 1469.474406] env[62533]: _type = "Task" [ 1469.474406] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.489157] env[62533]: DEBUG oslo_vmware.api [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1898008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.617344] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.654617] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41607fbd-173d-4ecc-8107-d0c532690f16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.668530] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da93a8f-c685-48f0-a936-769888208a75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.707320] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ae612-295c-41d0-ab53-8c75e604bb19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.716465] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2196e026-a880-45de-82c0-ef0bb1f6d79d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.733854] env[62533]: DEBUG nova.compute.provider_tree [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.736414] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Successfully created port: d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.752914] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898005, 'name': ReconfigVM_Task, 'duration_secs': 0.331746} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.753268] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f/4dba5162-0f02-47c6-96b3-f050115ce07f.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.753990] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b55c5b4-d3b6-4651-b7fc-89e12701453c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.762923] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1469.762923] env[62533]: value = "task-1898009" [ 1469.762923] env[62533]: _type = "Task" [ 1469.762923] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.773711] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898009, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.868402] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.964990] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "refresh_cache-1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.965194] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "refresh_cache-1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.965357] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.992020] env[62533]: DEBUG oslo_vmware.api [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Task: {'id': task-1898008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476366} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.992020] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.992020] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.992256] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.992685] env[62533]: INFO nova.compute.manager [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1469.992788] env[62533]: DEBUG oslo.service.loopingcall [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.993096] env[62533]: DEBUG nova.compute.manager [-] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.993244] env[62533]: DEBUG nova.network.neutron [-] [instance: b5edc190-b11d-431f-a877-81f11be5452b] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.102440] env[62533]: DEBUG nova.network.neutron [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Updated VIF entry in instance network info cache for port 7fdbb0c0-05a2-4169-b2ec-50b056bece4c. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.102882] env[62533]: DEBUG nova.network.neutron [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Updating instance_info_cache with network_info: [{"id": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "address": "fa:16:3e:5a:cb:16", "network": {"id": "d2608fe6-cd1e-4cc5-924d-50bd18dcecc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362271339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97c504843d240feab4a2efacda21756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdbb0c0-05", "ovs_interfaceid": "7fdbb0c0-05a2-4169-b2ec-50b056bece4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.240319] env[62533]: DEBUG nova.scheduler.client.report [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.273577] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898009, 'name': Rename_Task, 'duration_secs': 0.261922} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.274580] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.274895] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b18c09-435c-46f5-810b-34b617451ea9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.283038] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1470.283038] env[62533]: value = "task-1898010" [ 1470.283038] env[62533]: _type = "Task" [ 1470.283038] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.300136] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.319146] env[62533]: DEBUG nova.compute.manager [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Received event network-vif-plugged-63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1470.319375] env[62533]: DEBUG oslo_concurrency.lockutils [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] Acquiring lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.319586] env[62533]: DEBUG oslo_concurrency.lockutils [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.319755] env[62533]: DEBUG oslo_concurrency.lockutils [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.319990] env[62533]: DEBUG nova.compute.manager [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] No waiting events found dispatching network-vif-plugged-63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.320376] env[62533]: WARNING nova.compute.manager [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Received unexpected event network-vif-plugged-63496d55-e862-4ed5-af82-f1fb09226025 for instance with vm_state building and task_state spawning. [ 1470.320592] env[62533]: DEBUG nova.compute.manager [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Received event network-changed-63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1470.320930] env[62533]: DEBUG nova.compute.manager [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Refreshing instance network info cache due to event network-changed-63496d55-e862-4ed5-af82-f1fb09226025. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1470.321257] env[62533]: DEBUG oslo_concurrency.lockutils [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] Acquiring lock "refresh_cache-1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.366894] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547074} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.367424] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9cbb0843-d98d-4452-b109-840e2d946a5e/9cbb0843-d98d-4452-b109-840e2d946a5e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.367671] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.368105] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2878781c-43ad-4275-874d-080759ffecaf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.377584] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1470.377584] env[62533]: value = "task-1898011" [ 1470.377584] env[62533]: _type = "Task" [ 1470.377584] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.391503] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.471140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "e976b792-6b4b-4854-b922-8c46d63cf3ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.471140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.478633] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.518338] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.518338] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.518338] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.518508] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.518508] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.518884] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.519280] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.519589] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.519894] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.520224] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.520882] env[62533]: DEBUG nova.virt.hardware [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.524075] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85100b63-c6da-4e6b-9ac6-60d87776bf40 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.533561] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b9baf5-ed3c-48c6-a293-7356ace6066a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.538673] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.605117] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6abab56-d8b1-4ad1-81a2-d89e68ce681b req-c2e5dc1f-d8b2-4f95-af24-53ee73631fc6 service nova] Releasing lock "refresh_cache-dbdcd7c0-db6e-4407-9387-26999489b0fe" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.748563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.751497] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.607s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.753131] env[62533]: INFO nova.compute.claims [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.777902] env[62533]: INFO nova.scheduler.client.report [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleted allocations for instance 5640b6a5-232f-425b-8d39-57caf53ee122 [ 1470.799355] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898010, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.887206] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072822} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.887480] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.888333] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd626bd-c105-47f4-9b66-6d7ec2d756c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.916081] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 9cbb0843-d98d-4452-b109-840e2d946a5e/9cbb0843-d98d-4452-b109-840e2d946a5e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.918050] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3ba03b-86db-46a3-8070-9e922859a7ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.938542] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1470.938542] env[62533]: value = "task-1898012" [ 1470.938542] env[62533]: _type = "Task" [ 1470.938542] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.949187] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.969511] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Updating instance_info_cache with network_info: [{"id": "63496d55-e862-4ed5-af82-f1fb09226025", "address": "fa:16:3e:0c:e5:2a", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63496d55-e8", "ovs_interfaceid": "63496d55-e862-4ed5-af82-f1fb09226025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.062350] env[62533]: DEBUG nova.network.neutron [-] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.286371] env[62533]: DEBUG oslo_concurrency.lockutils [None req-972e7c2b-fe50-467a-9e9a-b6c502023650 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "5640b6a5-232f-425b-8d39-57caf53ee122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.099s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.297102] env[62533]: DEBUG oslo_vmware.api [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898010, 'name': PowerOnVM_Task, 'duration_secs': 0.536657} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.297405] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.297685] env[62533]: DEBUG nova.compute.manager [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.298587] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654a0c6-f297-456b-bfc3-ac43b800d286 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.450138] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.472150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "refresh_cache-1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.472457] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Instance network_info: |[{"id": "63496d55-e862-4ed5-af82-f1fb09226025", "address": "fa:16:3e:0c:e5:2a", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63496d55-e8", "ovs_interfaceid": "63496d55-e862-4ed5-af82-f1fb09226025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.472730] env[62533]: DEBUG oslo_concurrency.lockutils [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] Acquired lock "refresh_cache-1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.472908] env[62533]: DEBUG nova.network.neutron [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Refreshing network info cache for port 63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.474314] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:e5:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63496d55-e862-4ed5-af82-f1fb09226025', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.482145] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Creating folder: Project (6ce4000f07d54f7a88403d2fa94fbf37). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.483241] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2880374d-65e3-4378-8c7e-cbd7f9910e1a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.497131] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Created folder: Project (6ce4000f07d54f7a88403d2fa94fbf37) in parent group-v391816. [ 1471.497338] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Creating folder: Instances. Parent ref: group-v391912. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.497586] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b339795-caf0-4d90-9bfc-46f7124c819d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.510368] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Created folder: Instances in parent group-v391912. [ 1471.510626] env[62533]: DEBUG oslo.service.loopingcall [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.511401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.511401] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-538973f7-f2de-4f35-bb52-1c34d80e5c05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.531183] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.531183] env[62533]: value = "task-1898015" [ 1471.531183] env[62533]: _type = "Task" [ 1471.531183] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.539595] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898015, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.564878] env[62533]: INFO nova.compute.manager [-] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Took 1.57 seconds to deallocate network for instance. [ 1471.764763] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Successfully updated port: d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.814717] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.949997] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898012, 'name': ReconfigVM_Task, 'duration_secs': 0.807348} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.950361] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 9cbb0843-d98d-4452-b109-840e2d946a5e/9cbb0843-d98d-4452-b109-840e2d946a5e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.951050] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b9391bb-524d-4956-9dd8-daba07c3ab16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.958745] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1471.958745] env[62533]: value = "task-1898016" [ 1471.958745] env[62533]: _type = "Task" [ 1471.958745] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.970770] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898016, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.043902] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898015, 'name': CreateVM_Task, 'duration_secs': 0.472467} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.044096] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.044761] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.044952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.045292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.045543] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1094eb0d-4d3a-4ec5-9549-ef261f4b50ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.053689] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1472.053689] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52adc8c4-0483-fb53-8a6b-99253822880a" [ 1472.053689] env[62533]: _type = "Task" [ 1472.053689] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.065296] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52adc8c4-0483-fb53-8a6b-99253822880a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.073525] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.253973] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f809767-98ef-45a8-aa89-ccb2e6bd0d25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.263854] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c515deb1-6164-4db1-881b-d74e16e3b6cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.273250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "refresh_cache-25f17995-698e-450c-ac0a-e8ad5b4e9b15" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.274142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "refresh_cache-25f17995-698e-450c-ac0a-e8ad5b4e9b15" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.274327] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.306414] env[62533]: DEBUG nova.network.neutron [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Updated VIF entry in instance network info cache for port 63496d55-e862-4ed5-af82-f1fb09226025. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.306797] env[62533]: DEBUG nova.network.neutron [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Updating instance_info_cache with network_info: [{"id": "63496d55-e862-4ed5-af82-f1fb09226025", "address": "fa:16:3e:0c:e5:2a", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63496d55-e8", "ovs_interfaceid": "63496d55-e862-4ed5-af82-f1fb09226025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.309340] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c1243-8cc2-4e2b-a33f-cc0b8b17000a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.321401] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f4187-cdb5-49f3-b938-4fb48b5fbc1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.339390] env[62533]: DEBUG nova.compute.provider_tree [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.460630] env[62533]: DEBUG nova.compute.manager [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Received event network-vif-deleted-5a29fcc9-6d01-499c-9a24-f83de1e201fc {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1472.460829] env[62533]: DEBUG nova.compute.manager [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Received event network-vif-plugged-d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1472.461186] env[62533]: DEBUG oslo_concurrency.lockutils [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] Acquiring lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.461442] env[62533]: DEBUG oslo_concurrency.lockutils [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.461602] env[62533]: DEBUG oslo_concurrency.lockutils [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.462615] env[62533]: DEBUG nova.compute.manager [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] No waiting events found dispatching network-vif-plugged-d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.462615] env[62533]: WARNING nova.compute.manager [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Received unexpected event network-vif-plugged-d17739b8-48c9-41de-ba07-3b95ed84d672 for instance with vm_state building and task_state spawning. [ 1472.462615] env[62533]: DEBUG nova.compute.manager [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Received event network-changed-d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1472.462615] env[62533]: DEBUG nova.compute.manager [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Refreshing instance network info cache due to event network-changed-d17739b8-48c9-41de-ba07-3b95ed84d672. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1472.462615] env[62533]: DEBUG oslo_concurrency.lockutils [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] Acquiring lock "refresh_cache-25f17995-698e-450c-ac0a-e8ad5b4e9b15" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.472742] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898016, 'name': Rename_Task, 'duration_secs': 0.185742} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.473014] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.473234] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef27fc90-3570-4260-a3a3-91c17f35b16f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.480292] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1472.480292] env[62533]: value = "task-1898017" [ 1472.480292] env[62533]: _type = "Task" [ 1472.480292] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.488980] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.565477] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52adc8c4-0483-fb53-8a6b-99253822880a, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.565818] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.566091] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.566352] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.566491] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.566668] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.566966] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323e1965-e21d-4ebc-88f5-29aba58c9c0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.577601] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.577841] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.578614] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe077bf5-9250-4d92-87e2-fd7b64a57a68 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.584957] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1472.584957] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c8ca9-0e89-4ba1-abd5-84c558d5dd70" [ 1472.584957] env[62533]: _type = "Task" [ 1472.584957] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.593663] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c8ca9-0e89-4ba1-abd5-84c558d5dd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.813627] env[62533]: DEBUG oslo_concurrency.lockutils [req-41d125cc-1a42-41a4-85ee-b6f985759cbe req-5a10b42c-0e17-4ef2-b202-2c35e69e483d service nova] Releasing lock "refresh_cache-1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.816311] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.842582] env[62533]: DEBUG nova.scheduler.client.report [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.870785] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.871079] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.991521] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.022011] env[62533]: DEBUG nova.network.neutron [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Updating instance_info_cache with network_info: [{"id": "d17739b8-48c9-41de-ba07-3b95ed84d672", "address": "fa:16:3e:1e:af:89", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17739b8-48", "ovs_interfaceid": "d17739b8-48c9-41de-ba07-3b95ed84d672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.096454] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c8ca9-0e89-4ba1-abd5-84c558d5dd70, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.097317] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0deb61-13b5-447e-922f-2aaa752c6b00 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.103474] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1473.103474] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a3b9e7-a5b2-e697-183e-0adbc20ef2a1" [ 1473.103474] env[62533]: _type = "Task" [ 1473.103474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.112167] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a3b9e7-a5b2-e697-183e-0adbc20ef2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.222147] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "4dba5162-0f02-47c6-96b3-f050115ce07f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.222588] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.222902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "4dba5162-0f02-47c6-96b3-f050115ce07f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.223316] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.223534] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.226167] env[62533]: INFO nova.compute.manager [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Terminating instance [ 1473.347956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.349221] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.351567] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.305s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.351880] env[62533]: DEBUG nova.objects.instance [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lazy-loading 'resources' on Instance uuid a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.492448] env[62533]: DEBUG oslo_vmware.api [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898017, 'name': PowerOnVM_Task, 'duration_secs': 0.832185} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.492741] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.492907] env[62533]: INFO nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1473.493122] env[62533]: DEBUG nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.493892] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f95fd0-4eb0-4e45-ad8e-5e658471ae6b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.525077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "refresh_cache-25f17995-698e-450c-ac0a-e8ad5b4e9b15" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.525417] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Instance network_info: |[{"id": "d17739b8-48c9-41de-ba07-3b95ed84d672", "address": "fa:16:3e:1e:af:89", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17739b8-48", "ovs_interfaceid": "d17739b8-48c9-41de-ba07-3b95ed84d672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1473.525717] env[62533]: DEBUG oslo_concurrency.lockutils [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] Acquired lock "refresh_cache-25f17995-698e-450c-ac0a-e8ad5b4e9b15" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.525890] env[62533]: DEBUG nova.network.neutron [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Refreshing network info cache for port d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.527041] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:af:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd17739b8-48c9-41de-ba07-3b95ed84d672', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.534632] env[62533]: DEBUG oslo.service.loopingcall [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.535660] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.535916] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6caa5d2-8cbc-4ebc-a21b-dd6d947cc239 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.556713] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.556713] env[62533]: value = "task-1898018" [ 1473.556713] env[62533]: _type = "Task" [ 1473.556713] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.565222] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898018, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.613821] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a3b9e7-a5b2-e697-183e-0adbc20ef2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.614099] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.614362] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7/1e78569d-b7b8-4ba3-99a0-30a26d9e37e7.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.614634] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a822279c-6453-4a8b-b8aa-69b55e457840 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.621908] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1473.621908] env[62533]: value = "task-1898019" [ 1473.621908] env[62533]: _type = "Task" [ 1473.621908] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.630882] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.730795] env[62533]: DEBUG nova.compute.manager [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1473.731166] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.732387] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5b0ef6-a2e0-4ef4-b242-d8f6b5eadd7e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.742260] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.742260] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5667956e-cd70-4ead-aeef-ac772ab115e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.749636] env[62533]: DEBUG oslo_vmware.api [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1473.749636] env[62533]: value = "task-1898020" [ 1473.749636] env[62533]: _type = "Task" [ 1473.749636] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.762672] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.762988] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.763161] env[62533]: DEBUG oslo_vmware.api [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.860219] env[62533]: DEBUG nova.compute.utils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.863984] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.863984] env[62533]: DEBUG nova.network.neutron [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.933927] env[62533]: DEBUG nova.policy [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f897cd720f48a48df353cadc2617de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521c1c6390a54d6692d46fce8128d8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.017344] env[62533]: INFO nova.compute.manager [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Took 35.13 seconds to build instance. [ 1474.069572] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898018, 'name': CreateVM_Task, 'duration_secs': 0.443231} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.072393] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.073562] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.073821] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.074074] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.074367] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62fbec9c-d890-4af5-a584-73108de25950 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.081464] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1474.081464] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527a9583-2183-7f56-2f82-9e1f0daaa01d" [ 1474.081464] env[62533]: _type = "Task" [ 1474.081464] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.096912] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527a9583-2183-7f56-2f82-9e1f0daaa01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.132944] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898019, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.260067] env[62533]: DEBUG oslo_vmware.api [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898020, 'name': PowerOffVM_Task, 'duration_secs': 0.290144} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.260067] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.260314] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.260571] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88af1047-e849-4eaf-aeb7-f181ef0c0e74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.363446] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.447461] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.447461] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.447605] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore2] 4dba5162-0f02-47c6-96b3-f050115ce07f {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.447876] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eddfb52b-2f45-47be-8e67-58c8f82ac8c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.453716] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e271777-6351-4e82-bd5e-6df603035a8b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.460348] env[62533]: DEBUG oslo_vmware.api [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1474.460348] env[62533]: value = "task-1898022" [ 1474.460348] env[62533]: _type = "Task" [ 1474.460348] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.467442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba850afc-b896-42b4-aff6-e38b9fa423db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.472015] env[62533]: DEBUG nova.network.neutron [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Updated VIF entry in instance network info cache for port d17739b8-48c9-41de-ba07-3b95ed84d672. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.472015] env[62533]: DEBUG nova.network.neutron [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Updating instance_info_cache with network_info: [{"id": "d17739b8-48c9-41de-ba07-3b95ed84d672", "address": "fa:16:3e:1e:af:89", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17739b8-48", "ovs_interfaceid": "d17739b8-48c9-41de-ba07-3b95ed84d672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.475468] env[62533]: DEBUG oslo_vmware.api [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.476501] env[62533]: DEBUG nova.network.neutron [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Successfully created port: 99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.508545] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38786d3-ea98-47a2-be72-a39bbbf53f3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.518169] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25bc80-463e-4fd2-a73d-1e1cc5ea7be0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.522897] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8b102de-9f58-403a-812e-a41e75beec03 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.533s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.535466] env[62533]: DEBUG nova.compute.provider_tree [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.595042] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527a9583-2183-7f56-2f82-9e1f0daaa01d, 'name': SearchDatastore_Task, 'duration_secs': 0.021026} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.595042] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.595289] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.595518] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.595662] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.595834] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.596106] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6accde82-48bb-4964-bf4b-39a993129240 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.608054] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.608054] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1474.608441] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43e9461-3d27-44be-92d5-8b4b02a277ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.614484] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1474.614484] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cbfa58-9be3-16ed-b922-e7ad07cdfa43" [ 1474.614484] env[62533]: _type = "Task" [ 1474.614484] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.622619] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cbfa58-9be3-16ed-b922-e7ad07cdfa43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.631153] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522591} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.631415] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7/1e78569d-b7b8-4ba3-99a0-30a26d9e37e7.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.632051] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.632051] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e80f15a-1f34-484a-9944-3a2d63f54ab5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.639343] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1474.639343] env[62533]: value = "task-1898023" [ 1474.639343] env[62533]: _type = "Task" [ 1474.639343] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.649762] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.972402] env[62533]: DEBUG oslo_vmware.api [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156359} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.972609] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.973514] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.973514] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.973514] env[62533]: INFO nova.compute.manager [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1474.973514] env[62533]: DEBUG oslo.service.loopingcall [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.973771] env[62533]: DEBUG nova.compute.manager [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.973771] env[62533]: DEBUG nova.network.neutron [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.976875] env[62533]: DEBUG oslo_concurrency.lockutils [req-ad18d8ce-25f2-46fb-9be5-08699818f1e6 req-24249388-af00-49a8-bfc6-1128f9133c1d service nova] Releasing lock "refresh_cache-25f17995-698e-450c-ac0a-e8ad5b4e9b15" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.025455] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1475.042053] env[62533]: DEBUG nova.scheduler.client.report [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.128868] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cbfa58-9be3-16ed-b922-e7ad07cdfa43, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.129991] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca7a1a1-1a46-49be-871b-d9715e3c828c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.137437] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1475.137437] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5281baef-d47b-6c31-8a74-f29c768dc5b6" [ 1475.137437] env[62533]: _type = "Task" [ 1475.137437] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.152533] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5281baef-d47b-6c31-8a74-f29c768dc5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.156562] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.157664] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 25f17995-698e-450c-ac0a-e8ad5b4e9b15/25f17995-698e-450c-ac0a-e8ad5b4e9b15.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1475.157914] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084048} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.158179] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567c19ff-a9d3-4a18-82ff-2697ad1aa619 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.160281] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.161491] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc621a4-1dd3-4a8a-9e56-f6bdf59e0e0b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.186043] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7/1e78569d-b7b8-4ba3-99a0-30a26d9e37e7.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.188800] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5864f3-f41a-43c6-a03d-18967b096fce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.203315] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1475.203315] env[62533]: value = "task-1898024" [ 1475.203315] env[62533]: _type = "Task" [ 1475.203315] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.210900] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1475.210900] env[62533]: value = "task-1898025" [ 1475.210900] env[62533]: _type = "Task" [ 1475.210900] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.228921] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.284500] env[62533]: DEBUG nova.compute.manager [req-49c15932-ffb3-4c94-912c-b4c5c94d0dee req-e4d9cebf-d340-4cd4-b677-9cc21e29a84a service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Received event network-vif-deleted-2a1853ba-ba6d-4622-bcfd-5aefe5de08e7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1475.284729] env[62533]: INFO nova.compute.manager [req-49c15932-ffb3-4c94-912c-b4c5c94d0dee req-e4d9cebf-d340-4cd4-b677-9cc21e29a84a service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Neutron deleted interface 2a1853ba-ba6d-4622-bcfd-5aefe5de08e7; detaching it from the instance and deleting it from the info cache [ 1475.284976] env[62533]: DEBUG nova.network.neutron [req-49c15932-ffb3-4c94-912c-b4c5c94d0dee req-e4d9cebf-d340-4cd4-b677-9cc21e29a84a service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.376284] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.402310] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.402661] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.402915] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.403200] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.403480] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.403710] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.403991] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.404184] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.404369] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.404555] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.404752] env[62533]: DEBUG nova.virt.hardware [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.405691] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d062eaca-4691-4f9b-9259-dfbb1572cfce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.414973] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586a949-f754-4cec-9438-2378996a70fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.510039] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "2c87c4f4-6a23-447c-95c1-286843a12450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.510373] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "2c87c4f4-6a23-447c-95c1-286843a12450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.551705] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.554857] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.555238] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.717s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.555394] env[62533]: DEBUG nova.objects.instance [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lazy-loading 'resources' on Instance uuid a64850bf-39dd-4ca5-a1a1-81a1e287579c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.573203] env[62533]: INFO nova.scheduler.client.report [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Deleted allocations for instance a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6 [ 1475.715217] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898024, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.725804] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898025, 'name': ReconfigVM_Task, 'duration_secs': 0.334586} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.725903] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7/1e78569d-b7b8-4ba3-99a0-30a26d9e37e7.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.726597] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9940a60a-d77e-43c5-b142-25004e712e8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.734795] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1475.734795] env[62533]: value = "task-1898026" [ 1475.734795] env[62533]: _type = "Task" [ 1475.734795] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.744457] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898026, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.754037] env[62533]: DEBUG nova.network.neutron [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.790917] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07aa4883-64d7-4cd8-b416-f4859e78b178 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.802897] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f050752-818b-4f13-9bac-4257217e80ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.839844] env[62533]: DEBUG nova.compute.manager [req-49c15932-ffb3-4c94-912c-b4c5c94d0dee req-e4d9cebf-d340-4cd4-b677-9cc21e29a84a service nova] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Detach interface failed, port_id=2a1853ba-ba6d-4622-bcfd-5aefe5de08e7, reason: Instance 4dba5162-0f02-47c6-96b3-f050115ce07f could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1476.084314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b0651f0c-14ab-4bcf-8959-6cb902885b12 tempest-AttachInterfacesV270Test-1692788804 tempest-AttachInterfacesV270Test-1692788804-project-member] Lock "a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.807s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.162326] env[62533]: DEBUG nova.network.neutron [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Successfully updated port: 99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1476.224248] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594556} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.224596] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 25f17995-698e-450c-ac0a-e8ad5b4e9b15/25f17995-698e-450c-ac0a-e8ad5b4e9b15.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.224911] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.225673] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-569b1f8c-00c5-4f8f-95da-3ba90572ddf5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.242263] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1476.242263] env[62533]: value = "task-1898027" [ 1476.242263] env[62533]: _type = "Task" [ 1476.242263] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.253285] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898026, 'name': Rename_Task, 'duration_secs': 0.177628} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.254274] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.254564] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822dec9a-c65c-42e0-ad38-5628f0edd153 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.256734] env[62533]: INFO nova.compute.manager [-] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Took 1.28 seconds to deallocate network for instance. [ 1476.266407] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.275032] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1476.275032] env[62533]: value = "task-1898028" [ 1476.275032] env[62533]: _type = "Task" [ 1476.275032] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.285270] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.668029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.668029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.668029] env[62533]: DEBUG nova.network.neutron [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.697143] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230aba3f-349f-4e8b-97ae-452af5d7ec7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.706682] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92f50f1-c76f-47f1-b141-126928e94c8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.740203] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ad736-7e2b-4f99-97aa-415ab6f64ac1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.763729] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240675} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.764189] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.765518] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74736b7d-b6a7-46b1-a1b8-00022f584217 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.770298] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5dda8c-84f1-45a4-9b36-902e9f855fd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.774232] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.788803] env[62533]: DEBUG nova.compute.provider_tree [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.807783] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 25f17995-698e-450c-ac0a-e8ad5b4e9b15/25f17995-698e-450c-ac0a-e8ad5b4e9b15.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.813176] env[62533]: DEBUG nova.scheduler.client.report [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.816569] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45311314-c4a8-439c-a6dd-bf60e6cbb6ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.831982] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.832913] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.278s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.835255] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.944s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.835491] env[62533]: DEBUG nova.objects.instance [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lazy-loading 'resources' on Instance uuid 204444c0-0fc4-4053-8fb1-c4e182070d39 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.846212] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1476.846212] env[62533]: value = "task-1898029" [ 1476.846212] env[62533]: _type = "Task" [ 1476.846212] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.856642] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.860138] env[62533]: INFO nova.scheduler.client.report [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Deleted allocations for instance a64850bf-39dd-4ca5-a1a1-81a1e287579c [ 1477.237977] env[62533]: DEBUG nova.network.neutron [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.289918] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898028, 'name': PowerOnVM_Task, 'duration_secs': 0.888589} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.290360] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.294018] env[62533]: INFO nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1477.294018] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.294018] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519ad01-a265-48c0-aee3-c20a9e0957d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.360036] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.368210] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3da1b885-e454-402f-9fc4-57ada67c013d tempest-ServerAddressesTestJSON-1075793199 tempest-ServerAddressesTestJSON-1075793199-project-member] Lock "a64850bf-39dd-4ca5-a1a1-81a1e287579c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.198s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.385192] env[62533]: DEBUG nova.compute.manager [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Received event network-vif-plugged-99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1477.385322] env[62533]: DEBUG oslo_concurrency.lockutils [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] Acquiring lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.385639] env[62533]: DEBUG oslo_concurrency.lockutils [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.385753] env[62533]: DEBUG oslo_concurrency.lockutils [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.385848] env[62533]: DEBUG nova.compute.manager [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] No waiting events found dispatching network-vif-plugged-99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.386054] env[62533]: WARNING nova.compute.manager [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Received unexpected event network-vif-plugged-99f74731-7782-4700-89dc-6f0f33878bf5 for instance with vm_state building and task_state spawning. [ 1477.386171] env[62533]: DEBUG nova.compute.manager [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Received event network-changed-99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1477.386557] env[62533]: DEBUG nova.compute.manager [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Refreshing instance network info cache due to event network-changed-99f74731-7782-4700-89dc-6f0f33878bf5. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1477.386865] env[62533]: DEBUG oslo_concurrency.lockutils [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] Acquiring lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.481780] env[62533]: DEBUG nova.network.neutron [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updating instance_info_cache with network_info: [{"id": "99f74731-7782-4700-89dc-6f0f33878bf5", "address": "fa:16:3e:ed:12:4b", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f74731-77", "ovs_interfaceid": "99f74731-7782-4700-89dc-6f0f33878bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.817430] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23afa585-28c5-4e85-b9c3-b033aff22f90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.821603] env[62533]: INFO nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Took 38.14 seconds to build instance. [ 1477.827705] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d23e7-e19b-4be8-bc18-f05c8b99924e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.863393] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6905f-f620-4c0c-82db-cdea6db3ce1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.872063] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898029, 'name': ReconfigVM_Task, 'duration_secs': 0.545263} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.874947] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 25f17995-698e-450c-ac0a-e8ad5b4e9b15/25f17995-698e-450c-ac0a-e8ad5b4e9b15.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.875115] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e9f03b6-c0aa-4dda-acf5-68dcd4a00386 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.877613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdd55e-2c7a-40ac-a592-9be81e1de649 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.898230] env[62533]: DEBUG nova.compute.provider_tree [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.902590] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1477.902590] env[62533]: value = "task-1898030" [ 1477.902590] env[62533]: _type = "Task" [ 1477.902590] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.917521] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898030, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.984971] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.985341] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Instance network_info: |[{"id": "99f74731-7782-4700-89dc-6f0f33878bf5", "address": "fa:16:3e:ed:12:4b", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f74731-77", "ovs_interfaceid": "99f74731-7782-4700-89dc-6f0f33878bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1477.985647] env[62533]: DEBUG oslo_concurrency.lockutils [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] Acquired lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.985823] env[62533]: DEBUG nova.network.neutron [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Refreshing network info cache for port 99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.987375] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:12:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f74731-7782-4700-89dc-6f0f33878bf5', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.997020] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating folder: Project (521c1c6390a54d6692d46fce8128d8b9). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.998154] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc67fe59-d071-4a71-9343-ec57c0dffb04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.012617] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created folder: Project (521c1c6390a54d6692d46fce8128d8b9) in parent group-v391816. [ 1478.012818] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating folder: Instances. Parent ref: group-v391916. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.013086] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf0652e7-8cb6-4eb4-aad1-01756f4a7946 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.025937] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created folder: Instances in parent group-v391916. [ 1478.026416] env[62533]: DEBUG oslo.service.loopingcall [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.026499] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.026685] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a27ad243-41f5-4d30-bbd2-191dbe150a51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.050149] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.050149] env[62533]: value = "task-1898033" [ 1478.050149] env[62533]: _type = "Task" [ 1478.050149] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.060307] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898033, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.324092] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.717s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.404178] env[62533]: DEBUG nova.scheduler.client.report [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.431818] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898030, 'name': Rename_Task, 'duration_secs': 0.204048} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.431818] env[62533]: DEBUG nova.network.neutron [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updated VIF entry in instance network info cache for port 99f74731-7782-4700-89dc-6f0f33878bf5. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.431902] env[62533]: DEBUG nova.network.neutron [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updating instance_info_cache with network_info: [{"id": "99f74731-7782-4700-89dc-6f0f33878bf5", "address": "fa:16:3e:ed:12:4b", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f74731-77", "ovs_interfaceid": "99f74731-7782-4700-89dc-6f0f33878bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.433150] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.438289] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bff8b3e-6fc1-4163-9094-789d8e42f1ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.445711] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1478.445711] env[62533]: value = "task-1898034" [ 1478.445711] env[62533]: _type = "Task" [ 1478.445711] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.458463] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.562251] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898033, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.828524] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1478.921088] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.923516] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.495s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.934473] env[62533]: DEBUG oslo_concurrency.lockutils [req-5fc60108-a1b3-4b83-9ef5-9aa7022ece22 req-a993f19c-a2dc-4684-94c7-cb038194f42c service nova] Releasing lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.957215] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.958433] env[62533]: INFO nova.scheduler.client.report [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Deleted allocations for instance 204444c0-0fc4-4053-8fb1-c4e182070d39 [ 1479.061607] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898033, 'name': CreateVM_Task, 'duration_secs': 0.520824} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.065019] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.065019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.065019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.065019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.065019] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98dc06f8-7eca-40a8-adbc-431c78d8233d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.070468] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1479.070468] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52525398-6908-f5aa-5c28-b0bd8c5578df" [ 1479.070468] env[62533]: _type = "Task" [ 1479.070468] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.081579] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52525398-6908-f5aa-5c28-b0bd8c5578df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.357693] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.460421] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.469962] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c32db150-b778-4ae2-8c4f-c3681ceab97b tempest-ImagesOneServerTestJSON-191216972 tempest-ImagesOneServerTestJSON-191216972-project-member] Lock "204444c0-0fc4-4053-8fb1-c4e182070d39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.613s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.586136] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52525398-6908-f5aa-5c28-b0bd8c5578df, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.586136] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.586253] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.586460] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.586608] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.586784] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.587694] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8366ec24-d05f-4168-851b-3b62993783eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.598576] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.598770] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.599529] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f4603b-43e7-40b2-ba06-1c209c40cbf8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.605775] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1479.605775] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522d6371-f178-d18c-d5ce-c04e706b5f80" [ 1479.605775] env[62533]: _type = "Task" [ 1479.605775] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.614635] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522d6371-f178-d18c-d5ce-c04e706b5f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.958555] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.959962] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a1b021c1-4a56-440e-903a-9b8d13d18fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.960156] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 4461ed70-858b-4907-9802-b81499c609bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.960284] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 70bdbe2f-7530-4f64-80a6-ceada275a8b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.960400] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 40c89246-b53b-45ec-83bb-1a8f999472a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.960512] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.960650] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 246b06d7-5985-43dd-809d-d9cb4428d230 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.961535] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 691283c4-becb-4caa-8bc2-899110cf74b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.961535] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 6b256a57-280d-4bcb-b061-bb98954e7448 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.961535] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 41069779-32fb-4701-8208-cb70d27c7533 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.961535] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7330131-c363-4a3e-9cc1-38d359333ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.961535] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 4dba5162-0f02-47c6-96b3-f050115ce07f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.961913] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 568b34cb-c389-4a7a-8f84-f483892f463c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.961913] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance b5edc190-b11d-431f-a877-81f11be5452b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.961913] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance dbdcd7c0-db6e-4407-9387-26999489b0fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.961913] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9cbb0843-d98d-4452-b109-840e2d946a5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.962223] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.962223] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 25f17995-698e-450c-ac0a-e8ad5b4e9b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.962223] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1480.118922] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522d6371-f178-d18c-d5ce-c04e706b5f80, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.119779] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5eb6e54-07b9-447b-adf2-99a06462e39b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.125865] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1480.125865] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ecd944-8e35-79e3-0dbf-bab839179e0b" [ 1480.125865] env[62533]: _type = "Task" [ 1480.125865] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.135801] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ecd944-8e35-79e3-0dbf-bab839179e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.458454] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.465646] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.641150] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ecd944-8e35-79e3-0dbf-bab839179e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.641422] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.641668] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/2074e814-f93f-459b-b7b5-3203d9e1bcf1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.641916] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-564ac9c7-672f-4498-a7d3-c9752bb39cf0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.649378] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1480.649378] env[62533]: value = "task-1898035" [ 1480.649378] env[62533]: _type = "Task" [ 1480.649378] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.658710] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.961567] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.971692] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.160844] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.459904] env[62533]: DEBUG oslo_vmware.api [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898034, 'name': PowerOnVM_Task, 'duration_secs': 2.646618} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.460180] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.460384] env[62533]: INFO nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1481.460566] env[62533]: DEBUG nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.461399] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef1253-0baf-413e-ac38-607ee343b3b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.475115] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.661812] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600675} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.662074] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/2074e814-f93f-459b-b7b5-3203d9e1bcf1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.662287] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.662537] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da37a03-d3bf-47bf-a285-1e591eabf817 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.669724] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1481.669724] env[62533]: value = "task-1898036" [ 1481.669724] env[62533]: _type = "Task" [ 1481.669724] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.679618] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.977824] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 71acb86e-83d4-497d-a6a5-c507aaf2bb71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.982101] env[62533]: INFO nova.compute.manager [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Took 41.18 seconds to build instance. [ 1482.181586] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164564} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.181939] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.182812] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175541fd-7a0d-45cb-86aa-7bf42cec030c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.208519] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/2074e814-f93f-459b-b7b5-3203d9e1bcf1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.208799] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb034b9-20d5-4cc1-a814-86e61605165b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.234209] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1482.234209] env[62533]: value = "task-1898037" [ 1482.234209] env[62533]: _type = "Task" [ 1482.234209] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.245769] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.483288] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance deba2423-2f9a-469b-9d34-16a66f346580 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.484783] env[62533]: DEBUG oslo_concurrency.lockutils [None req-81d28a27-3e64-4cb6-a424-83b04a1559e6 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.834s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.729423] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.729704] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.729949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.730106] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.730320] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.732435] env[62533]: INFO nova.compute.manager [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Terminating instance [ 1482.745786] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898037, 'name': ReconfigVM_Task, 'duration_secs': 0.345923} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.746065] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/2074e814-f93f-459b-b7b5-3203d9e1bcf1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.746672] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5641246-057c-4b5e-9263-8e12a95209e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.753835] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1482.753835] env[62533]: value = "task-1898038" [ 1482.753835] env[62533]: _type = "Task" [ 1482.753835] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.762385] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898038, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.811574] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.811834] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.812083] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.812270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.812438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.814555] env[62533]: INFO nova.compute.manager [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Terminating instance [ 1482.987304] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d743b16c-c3d7-46fe-989f-169500d2b177 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.993737] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.241245] env[62533]: DEBUG nova.compute.manager [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.241523] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.242572] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdf9c32-9b31-4471-ad24-f22e679d5d43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.252471] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.252616] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc56b42-4009-4c13-8c5d-b64d2b0e923a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.264012] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898038, 'name': Rename_Task, 'duration_secs': 0.148821} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.265435] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.265773] env[62533]: DEBUG oslo_vmware.api [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1483.265773] env[62533]: value = "task-1898039" [ 1483.265773] env[62533]: _type = "Task" [ 1483.265773] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.266054] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b591a7e5-38e5-4155-94b3-3a8bd77b4ee9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.276521] env[62533]: DEBUG oslo_vmware.api [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.277867] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1483.277867] env[62533]: value = "task-1898040" [ 1483.277867] env[62533]: _type = "Task" [ 1483.277867] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.288331] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.317809] env[62533]: DEBUG nova.compute.manager [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.318069] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.318969] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d270db3-01d8-4404-8b00-796ba6b0d9d3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.328119] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.328292] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5043d39-8c60-4e58-a9da-e2387dda0fca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.336651] env[62533]: DEBUG oslo_vmware.api [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1483.336651] env[62533]: value = "task-1898041" [ 1483.336651] env[62533]: _type = "Task" [ 1483.336651] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.347099] env[62533]: DEBUG oslo_vmware.api [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.491059] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance eda42c6c-48a5-46ed-a905-bae640ba0b90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.518026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.778510] env[62533]: DEBUG oslo_vmware.api [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898039, 'name': PowerOffVM_Task, 'duration_secs': 0.404786} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.781715] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.781893] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.782174] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0efdc2d-c8b9-434b-8d2b-1b02477129a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.789955] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.847138] env[62533]: DEBUG oslo_vmware.api [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898041, 'name': PowerOffVM_Task, 'duration_secs': 0.343069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.847401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.847567] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.847819] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5511fad-8cf7-4dcf-9893-040fd6d986f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.890843] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.891245] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.891464] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleting the datastore file [datastore1] 25f17995-698e-450c-ac0a-e8ad5b4e9b15 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.891836] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a845b55-7842-40d0-bf95-7b4806d94de4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.902653] env[62533]: DEBUG oslo_vmware.api [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1483.902653] env[62533]: value = "task-1898044" [ 1483.902653] env[62533]: _type = "Task" [ 1483.902653] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.912024] env[62533]: DEBUG oslo_vmware.api [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.943352] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.943739] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.944127] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleting the datastore file [datastore2] 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.944508] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8f0e605-c077-4cea-a6ee-5eb7a242deb2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.953542] env[62533]: DEBUG oslo_vmware.api [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1483.953542] env[62533]: value = "task-1898045" [ 1483.953542] env[62533]: _type = "Task" [ 1483.953542] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.963255] env[62533]: DEBUG oslo_vmware.api [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.994427] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance bf8ae846-d7d3-4221-8a88-71dc75f34fbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.289438] env[62533]: DEBUG oslo_vmware.api [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898040, 'name': PowerOnVM_Task, 'duration_secs': 0.641384} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.289712] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.289920] env[62533]: INFO nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1484.290117] env[62533]: DEBUG nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.290896] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d73d6dc-532a-43c7-89b1-e727714a179d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.412825] env[62533]: DEBUG oslo_vmware.api [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187543} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.413060] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.413253] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.413460] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.413632] env[62533]: INFO nova.compute.manager [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1484.413865] env[62533]: DEBUG oslo.service.loopingcall [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.414064] env[62533]: DEBUG nova.compute.manager [-] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.414163] env[62533]: DEBUG nova.network.neutron [-] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.466139] env[62533]: DEBUG oslo_vmware.api [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1819} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.466139] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.466139] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.466139] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.466139] env[62533]: INFO nova.compute.manager [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1484.466382] env[62533]: DEBUG oslo.service.loopingcall [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.466382] env[62533]: DEBUG nova.compute.manager [-] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.466382] env[62533]: DEBUG nova.network.neutron [-] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.497887] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e3f5e27e-f302-4393-a632-3c513ef0f6b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.809332] env[62533]: INFO nova.compute.manager [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Took 39.70 seconds to build instance. [ 1484.819392] env[62533]: DEBUG nova.compute.manager [req-ced4666b-c2a7-436a-b676-18474769f22b req-1d456618-ca16-4c1f-87f6-1d76e2a0b5e9 service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Received event network-vif-deleted-d17739b8-48c9-41de-ba07-3b95ed84d672 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1484.819704] env[62533]: INFO nova.compute.manager [req-ced4666b-c2a7-436a-b676-18474769f22b req-1d456618-ca16-4c1f-87f6-1d76e2a0b5e9 service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Neutron deleted interface d17739b8-48c9-41de-ba07-3b95ed84d672; detaching it from the instance and deleting it from the info cache [ 1484.819806] env[62533]: DEBUG nova.network.neutron [req-ced4666b-c2a7-436a-b676-18474769f22b req-1d456618-ca16-4c1f-87f6-1d76e2a0b5e9 service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.000726] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 248183e2-fc42-46c6-b123-57c950b0a526 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.284261] env[62533]: DEBUG nova.network.neutron [-] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.310660] env[62533]: DEBUG nova.network.neutron [-] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.311941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba1393ab-10a0-41e2-a55f-9a2a34fdbfbe tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.749s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.323427] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6701968b-9a82-4238-9376-f9fa53ca36ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.332630] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368f0ac-c434-45e3-80d3-d2c4f59c8c3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.364926] env[62533]: DEBUG nova.compute.manager [req-ced4666b-c2a7-436a-b676-18474769f22b req-1d456618-ca16-4c1f-87f6-1d76e2a0b5e9 service nova] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Detach interface failed, port_id=d17739b8-48c9-41de-ba07-3b95ed84d672, reason: Instance 25f17995-698e-450c-ac0a-e8ad5b4e9b15 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1485.505882] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 063e09bf-57be-45b0-af3a-a02272866859 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.787170] env[62533]: INFO nova.compute.manager [-] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Took 1.37 seconds to deallocate network for instance. [ 1485.813098] env[62533]: INFO nova.compute.manager [-] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Took 1.35 seconds to deallocate network for instance. [ 1485.816298] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.009053] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance cd483179-6724-4544-83f7-e23a884e98c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1486.294115] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.324150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.472907] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.513057] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e976b792-6b4b-4854-b922-8c46d63cf3ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1486.841334] env[62533]: DEBUG nova.compute.manager [req-5d0216a4-9572-448f-adc5-14933b07a1c8 req-f7e603a5-823e-438c-b32c-fdeb97814b8e service nova] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Received event network-vif-deleted-63496d55-e862-4ed5-af82-f1fb09226025 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1487.015658] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance fdc30663-8abf-4aa3-8826-6dd1e0340a78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1487.518985] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 0b1df357-a0c0-481b-b2f6-1a6304335d36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.022066] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2c87c4f4-6a23-447c-95c1-286843a12450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.022916] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1488.022916] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1488.381194] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a41b365-aa55-4837-a861-9c03c7f1aea9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.389409] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225502a1-68d3-401f-b339-8bb89578fae7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.420494] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5df59d-6eca-4217-86ce-2a215b00191b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.428382] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202faff7-6149-48b8-816c-c7ee13480622 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.443248] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.945883] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.450818] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1489.451151] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.528s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.451485] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.989s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.453053] env[62533]: INFO nova.compute.claims [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.455676] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.455826] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances with incomplete migration {{(pid=62533) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11753}} [ 1490.435108] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.435360] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.435602] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1490.824821] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d713af-0c2d-4266-a558-b6568bcd48f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.833069] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49bd0d-2b98-407e-94c8-e98c66402d6e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.863220] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad78b86-705c-4458-a818-dfc13c9b41dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.870404] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6c05f1-0f46-4344-9bf8-7355b7ba3e86 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.883466] env[62533]: DEBUG nova.compute.provider_tree [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.386983] env[62533]: DEBUG nova.scheduler.client.report [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.440547] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1491.440770] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.440930] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.441093] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.441366] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.441523] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.441675] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.441818] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1491.441936] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.892578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.893128] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.896608] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.942s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.898006] env[62533]: INFO nova.compute.claims [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.944771] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.399572] env[62533]: DEBUG nova.compute.utils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.400939] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1492.401127] env[62533]: DEBUG nova.network.neutron [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1492.459977] env[62533]: DEBUG nova.policy [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f897cd720f48a48df353cadc2617de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521c1c6390a54d6692d46fce8128d8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1492.725090] env[62533]: DEBUG nova.network.neutron [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Successfully created port: a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.909690] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.324156] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e215d7d4-18ff-4881-a135-68110411ee01 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.330747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc0691-a28f-4f08-811a-863b75e43ff2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.361048] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad60fe5f-9640-4a62-8db9-a6e307dc8b27 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.368454] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dad75a-56d6-4c51-9652-449c929867ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.381219] env[62533]: DEBUG nova.compute.provider_tree [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.884371] env[62533]: DEBUG nova.scheduler.client.report [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.921929] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.947055] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.947219] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.947362] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.947537] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.947680] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.947824] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.948045] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.948206] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.948373] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.948532] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.948698] env[62533]: DEBUG nova.virt.hardware [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.949567] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b51e8-78cc-4ebc-83ee-7af1d408c502 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.957514] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307d199-20f7-4d34-b6d5-07d004c76c0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.238523] env[62533]: DEBUG nova.compute.manager [req-c8df412e-50ff-4d68-952d-79c0687ec703 req-eff5f2df-57e6-4e4d-b5de-108733599f86 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Received event network-vif-plugged-a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1494.238741] env[62533]: DEBUG oslo_concurrency.lockutils [req-c8df412e-50ff-4d68-952d-79c0687ec703 req-eff5f2df-57e6-4e4d-b5de-108733599f86 service nova] Acquiring lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.238948] env[62533]: DEBUG oslo_concurrency.lockutils [req-c8df412e-50ff-4d68-952d-79c0687ec703 req-eff5f2df-57e6-4e4d-b5de-108733599f86 service nova] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.239129] env[62533]: DEBUG oslo_concurrency.lockutils [req-c8df412e-50ff-4d68-952d-79c0687ec703 req-eff5f2df-57e6-4e4d-b5de-108733599f86 service nova] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.239497] env[62533]: DEBUG nova.compute.manager [req-c8df412e-50ff-4d68-952d-79c0687ec703 req-eff5f2df-57e6-4e4d-b5de-108733599f86 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] No waiting events found dispatching network-vif-plugged-a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.239683] env[62533]: WARNING nova.compute.manager [req-c8df412e-50ff-4d68-952d-79c0687ec703 req-eff5f2df-57e6-4e4d-b5de-108733599f86 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Received unexpected event network-vif-plugged-a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 for instance with vm_state building and task_state spawning. [ 1494.336308] env[62533]: DEBUG nova.network.neutron [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Successfully updated port: a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.389428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.390036] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.392511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.049s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.392752] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.394724] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.134s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.396084] env[62533]: INFO nova.compute.claims [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.418718] env[62533]: INFO nova.scheduler.client.report [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Deleted allocations for instance 41069779-32fb-4701-8208-cb70d27c7533 [ 1494.839017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.839206] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.839408] env[62533]: DEBUG nova.network.neutron [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.900426] env[62533]: DEBUG nova.compute.utils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.903635] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1494.903803] env[62533]: DEBUG nova.network.neutron [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1494.926927] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aae5096e-ecd3-4ecf-b76b-60ed3b088792 tempest-ImagesNegativeTestJSON-78867772 tempest-ImagesNegativeTestJSON-78867772-project-member] Lock "41069779-32fb-4701-8208-cb70d27c7533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.107s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.973627] env[62533]: DEBUG nova.policy [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '939f7875aec546df872041a2f922aab4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f7ea464ab93426eb5348802cb34a0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.242873] env[62533]: DEBUG nova.network.neutron [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Successfully created port: 9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.404937] env[62533]: DEBUG nova.network.neutron [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.407308] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1495.732745] env[62533]: DEBUG nova.network.neutron [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Updating instance_info_cache with network_info: [{"id": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "address": "fa:16:3e:bc:ef:94", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67ea3f6-3c", "ovs_interfaceid": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.883191] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314bd3f0-d975-4349-a342-92df9017831d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.894020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52872074-52d0-4423-beac-1e8782a5b1e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.926814] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e66772-2512-4ea0-bb8e-90b57a717bde {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.934718] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a401150-372f-45f8-a5ba-5efbad61fb58 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.950109] env[62533]: DEBUG nova.compute.provider_tree [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.248661] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.248661] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Instance network_info: |[{"id": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "address": "fa:16:3e:bc:ef:94", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67ea3f6-3c", "ovs_interfaceid": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.249208] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ef:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.258318] env[62533]: DEBUG oslo.service.loopingcall [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.258664] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.258921] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f759f0-9354-4116-8557-032d365261c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.288121] env[62533]: DEBUG nova.compute.manager [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Received event network-changed-a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1496.288460] env[62533]: DEBUG nova.compute.manager [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Refreshing instance network info cache due to event network-changed-a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1496.288817] env[62533]: DEBUG oslo_concurrency.lockutils [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] Acquiring lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.290492] env[62533]: DEBUG oslo_concurrency.lockutils [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] Acquired lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.294023] env[62533]: DEBUG nova.network.neutron [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Refreshing network info cache for port a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.300441] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.300441] env[62533]: value = "task-1898046" [ 1496.300441] env[62533]: _type = "Task" [ 1496.300441] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.315019] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898046, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.432700] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.453952] env[62533]: DEBUG nova.scheduler.client.report [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.467394] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.467878] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.469016] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.469016] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.469016] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.469016] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.469016] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.469282] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.469563] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.469855] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.470248] env[62533]: DEBUG nova.virt.hardware [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.474473] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818d746-b317-43b1-8549-0f093fe2a755 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.485373] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f99ca-3c21-470a-8d67-1681766c00bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.814284] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898046, 'name': CreateVM_Task, 'duration_secs': 0.323057} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.814284] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.814284] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.814284] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.814284] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.814624] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554832c8-b85e-4692-b44e-847e46cf3d0c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.821579] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1496.821579] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4e5d6-561c-838d-084d-d92fc87a41dd" [ 1496.821579] env[62533]: _type = "Task" [ 1496.821579] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.831570] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4e5d6-561c-838d-084d-d92fc87a41dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.964029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.964029] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.966523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.210s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.969175] env[62533]: INFO nova.compute.claims [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.184054] env[62533]: DEBUG nova.network.neutron [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Updated VIF entry in instance network info cache for port a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.187935] env[62533]: DEBUG nova.network.neutron [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Updating instance_info_cache with network_info: [{"id": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "address": "fa:16:3e:bc:ef:94", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67ea3f6-3c", "ovs_interfaceid": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.225292] env[62533]: DEBUG nova.network.neutron [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Successfully updated port: 9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.335730] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4e5d6-561c-838d-084d-d92fc87a41dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.336046] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.336320] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.336511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.336653] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.336826] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.337099] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e118c757-8502-4c71-b4e6-98790ab4c33c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.345680] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.345854] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.346537] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984dd522-215f-4c86-a62e-e781a3137514 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.351428] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1497.351428] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bbe74b-2205-131f-eeaf-553ae8189d82" [ 1497.351428] env[62533]: _type = "Task" [ 1497.351428] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.359862] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bbe74b-2205-131f-eeaf-553ae8189d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.467975] env[62533]: DEBUG nova.compute.utils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.469525] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.469717] env[62533]: DEBUG nova.network.neutron [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.534967] env[62533]: DEBUG nova.policy [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff265b1043ca4f3c8370dc08b4b4bbea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3858d64b456548599fd0354df919ba49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.688376] env[62533]: DEBUG oslo_concurrency.lockutils [req-e098fb35-877e-4778-92bb-db2da0f2fbe1 req-c4965ce2-1ebf-4a82-8326-cab74a22b0a8 service nova] Releasing lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.728674] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.728823] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.728975] env[62533]: DEBUG nova.network.neutron [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.863719] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bbe74b-2205-131f-eeaf-553ae8189d82, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.865981] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e01f67-daf9-426b-8153-5e08e2bb7af4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.874094] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1497.874094] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522a4694-0596-9a33-16f6-9fd896a3d6ad" [ 1497.874094] env[62533]: _type = "Task" [ 1497.874094] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.882286] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522a4694-0596-9a33-16f6-9fd896a3d6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.903716] env[62533]: DEBUG nova.network.neutron [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Successfully created port: 07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.973516] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.262431] env[62533]: DEBUG nova.network.neutron [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.309954] env[62533]: DEBUG nova.compute.manager [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Received event network-vif-plugged-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1498.310188] env[62533]: DEBUG oslo_concurrency.lockutils [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] Acquiring lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.310398] env[62533]: DEBUG oslo_concurrency.lockutils [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.310566] env[62533]: DEBUG oslo_concurrency.lockutils [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.310731] env[62533]: DEBUG nova.compute.manager [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] No waiting events found dispatching network-vif-plugged-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.310893] env[62533]: WARNING nova.compute.manager [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Received unexpected event network-vif-plugged-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 for instance with vm_state building and task_state spawning. [ 1498.311061] env[62533]: DEBUG nova.compute.manager [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Received event network-changed-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1498.311215] env[62533]: DEBUG nova.compute.manager [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Refreshing instance network info cache due to event network-changed-9dcd856a-5f10-42e8-8976-7bbfe55c46f9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1498.311568] env[62533]: DEBUG oslo_concurrency.lockutils [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] Acquiring lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.386065] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522a4694-0596-9a33-16f6-9fd896a3d6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.032253} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.387088] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.387354] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/097c15b8-6b13-4524-8b9f-ff1623f4fd05.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.388084] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba112e4-5a40-4389-a3b8-f48208655983 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.390448] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e57fa59e-4233-4760-9a26-ce922b42ed9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.394901] env[62533]: DEBUG nova.network.neutron [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updating instance_info_cache with network_info: [{"id": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "address": "fa:16:3e:9c:5f:2f", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd856a-5f", "ovs_interfaceid": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.399568] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a2873e-3494-4802-aceb-e7ff1405a73e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.402882] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1498.402882] env[62533]: value = "task-1898047" [ 1498.402882] env[62533]: _type = "Task" [ 1498.402882] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.432330] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e78462-0562-4e0f-80d2-71f43598fba8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.437859] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.442801] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b99bbc-a536-4b7b-af4c-be95ab941eee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.456716] env[62533]: DEBUG nova.compute.provider_tree [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.899388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.899713] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Instance network_info: |[{"id": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "address": "fa:16:3e:9c:5f:2f", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd856a-5f", "ovs_interfaceid": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1498.900030] env[62533]: DEBUG oslo_concurrency.lockutils [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] Acquired lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.900213] env[62533]: DEBUG nova.network.neutron [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Refreshing network info cache for port 9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.901445] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:5f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dcd856a-5f10-42e8-8976-7bbfe55c46f9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.909037] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Creating folder: Project (8f7ea464ab93426eb5348802cb34a0f6). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1498.910174] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1201885b-f21d-434c-ad34-0d679688a64b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.921237] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475401} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.921496] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/097c15b8-6b13-4524-8b9f-ff1623f4fd05.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.921702] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.921938] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11e65d49-4001-41bd-b8ff-c57c8c0caa11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.924654] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Created folder: Project (8f7ea464ab93426eb5348802cb34a0f6) in parent group-v391816. [ 1498.924842] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Creating folder: Instances. Parent ref: group-v391920. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1498.925357] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96c975bd-560b-4c0e-b18f-5140bea4f21c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.928888] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1498.928888] env[62533]: value = "task-1898049" [ 1498.928888] env[62533]: _type = "Task" [ 1498.928888] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.936173] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.937273] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Created folder: Instances in parent group-v391920. [ 1498.937493] env[62533]: DEBUG oslo.service.loopingcall [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.937671] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.937859] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb71932-2e89-4f87-a07b-12f14fbaa19b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.957713] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.957713] env[62533]: value = "task-1898051" [ 1498.957713] env[62533]: _type = "Task" [ 1498.957713] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.961331] env[62533]: DEBUG nova.scheduler.client.report [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.970030] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898051, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.982067] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.016876] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.016876] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.016876] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.017121] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.017121] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.017121] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.017121] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.017121] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.017284] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.017284] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.017284] env[62533]: DEBUG nova.virt.hardware [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.017614] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aefb04-c117-4549-8c88-e814b6cee738 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.025345] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c0c44-73f8-47ec-802c-3200adf6d51d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.438531] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067335} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.438793] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.439519] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38b458-b35e-44bc-a46f-ebafdde8c491 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.461305] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/097c15b8-6b13-4524-8b9f-ff1623f4fd05.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.463763] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217c28c5-fc08-4c21-b7b4-d300223874be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.481015] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.481566] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.486660] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.221s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.486660] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.486660] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.864s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.488489] env[62533]: INFO nova.compute.claims [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.497933] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898051, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.501202] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1499.501202] env[62533]: value = "task-1898052" [ 1499.501202] env[62533]: _type = "Task" [ 1499.501202] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.507966] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.528479] env[62533]: DEBUG nova.network.neutron [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Successfully updated port: 07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.530540] env[62533]: INFO nova.scheduler.client.report [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Deleted allocations for instance 6b256a57-280d-4bcb-b061-bb98954e7448 [ 1499.726071] env[62533]: DEBUG nova.network.neutron [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updated VIF entry in instance network info cache for port 9dcd856a-5f10-42e8-8976-7bbfe55c46f9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.726485] env[62533]: DEBUG nova.network.neutron [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updating instance_info_cache with network_info: [{"id": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "address": "fa:16:3e:9c:5f:2f", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd856a-5f", "ovs_interfaceid": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.974442] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898051, 'name': CreateVM_Task, 'duration_secs': 0.873276} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.974647] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.975459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.976030] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.976030] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1499.976263] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff0bde2-4751-4d3d-bb01-92cb2035b11c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.980906] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1499.980906] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e53567-0702-edc0-fa51-ba43a553ab22" [ 1499.980906] env[62533]: _type = "Task" [ 1499.980906] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.989643] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e53567-0702-edc0-fa51-ba43a553ab22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.998034] env[62533]: DEBUG nova.compute.utils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1499.998034] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1499.998034] env[62533]: DEBUG nova.network.neutron [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.010164] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898052, 'name': ReconfigVM_Task, 'duration_secs': 0.320059} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.010389] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/097c15b8-6b13-4524-8b9f-ff1623f4fd05.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.011030] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ec7ce63-3fb7-44d2-9fe8-c11020c1bb52 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.019158] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1500.019158] env[62533]: value = "task-1898053" [ 1500.019158] env[62533]: _type = "Task" [ 1500.019158] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.027147] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898053, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.041548] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.041702] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquired lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.041849] env[62533]: DEBUG nova.network.neutron [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.046018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3358a9f4-3af6-4b68-9ef8-db384ab53fb1 tempest-ServerRescueTestJSONUnderV235-1059170252 tempest-ServerRescueTestJSONUnderV235-1059170252-project-member] Lock "6b256a57-280d-4bcb-b061-bb98954e7448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.445s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.079620] env[62533]: DEBUG nova.policy [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0366af59942438b9d05bca2f201c2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b60755b23b654f02abae54fc809153fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.228692] env[62533]: DEBUG oslo_concurrency.lockutils [req-388bf68c-c791-46a5-836b-84513f6ab232 req-09972c93-7bc1-4797-82ce-332fb63f43e2 service nova] Releasing lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.422397] env[62533]: DEBUG nova.compute.manager [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Received event network-vif-plugged-07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1500.422637] env[62533]: DEBUG oslo_concurrency.lockutils [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] Acquiring lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.422847] env[62533]: DEBUG oslo_concurrency.lockutils [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.423029] env[62533]: DEBUG oslo_concurrency.lockutils [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.423562] env[62533]: DEBUG nova.compute.manager [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] No waiting events found dispatching network-vif-plugged-07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.423756] env[62533]: WARNING nova.compute.manager [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Received unexpected event network-vif-plugged-07b0ebf1-fe1a-4929-a79b-acee89168809 for instance with vm_state building and task_state spawning. [ 1500.424072] env[62533]: DEBUG nova.compute.manager [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Received event network-changed-07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1500.424172] env[62533]: DEBUG nova.compute.manager [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Refreshing instance network info cache due to event network-changed-07b0ebf1-fe1a-4929-a79b-acee89168809. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1500.424340] env[62533]: DEBUG oslo_concurrency.lockutils [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] Acquiring lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.493151] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e53567-0702-edc0-fa51-ba43a553ab22, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.493449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.493671] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.493893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.494059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.494259] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.494531] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51ff66c6-dcdf-48e1-92d9-125bad87dc94 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.499497] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.510020] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.510020] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.510020] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0a0be6-d0b9-4062-880a-c3dcbc243cb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.514246] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1500.514246] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5246fe51-83be-f119-caab-7a19d078f962" [ 1500.514246] env[62533]: _type = "Task" [ 1500.514246] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.524238] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5246fe51-83be-f119-caab-7a19d078f962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.531969] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898053, 'name': Rename_Task, 'duration_secs': 0.135631} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.532251] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.532523] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-189063f6-5435-492f-a1b2-832859806e3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.538969] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1500.538969] env[62533]: value = "task-1898054" [ 1500.538969] env[62533]: _type = "Task" [ 1500.538969] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.549967] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.608279] env[62533]: DEBUG nova.network.neutron [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.891846] env[62533]: DEBUG nova.network.neutron [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Successfully created port: c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.960598] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c85ddef-2045-4a3c-a0ec-bd704894cfc1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.970147] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca46b22-d15a-42a1-b353-454f3c773c49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.015797] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fbd61a-bfd8-4846-968e-a26997a4887b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.031121] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cd0001-0f9e-4e96-b1be-503980f6bba8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.037024] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5246fe51-83be-f119-caab-7a19d078f962, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.037024] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adb0061-11a8-4933-8f65-d495545b1a07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.055020] env[62533]: DEBUG nova.compute.provider_tree [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.059348] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1501.059348] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529c3f9e-931c-a6a2-ec5e-aa38af9791d4" [ 1501.059348] env[62533]: _type = "Task" [ 1501.059348] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.062719] env[62533]: DEBUG oslo_vmware.api [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898054, 'name': PowerOnVM_Task, 'duration_secs': 0.433435} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.066867] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.066867] env[62533]: INFO nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1501.067064] env[62533]: DEBUG nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.068644] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e847fdf-7075-40a7-8de6-ef3f71c25a91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.080945] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529c3f9e-931c-a6a2-ec5e-aa38af9791d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.081622] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.081826] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 47ce12ce-ddf8-47b8-941a-ee74bc63bf41/47ce12ce-ddf8-47b8-941a-ee74bc63bf41.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.082099] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e24d76-b7b8-471f-9e1a-67a5959e0420 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.094016] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1501.094016] env[62533]: value = "task-1898055" [ 1501.094016] env[62533]: _type = "Task" [ 1501.094016] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.101818] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.268269] env[62533]: DEBUG nova.network.neutron [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Updating instance_info_cache with network_info: [{"id": "07b0ebf1-fe1a-4929-a79b-acee89168809", "address": "fa:16:3e:0e:07:0d", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0ebf1-fe", "ovs_interfaceid": "07b0ebf1-fe1a-4929-a79b-acee89168809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.520668] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.550090] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.550443] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.550705] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.550906] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.551438] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.551697] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.551986] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.552172] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.552433] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.552637] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.552824] env[62533]: DEBUG nova.virt.hardware [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.554347] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8e087-a102-4e44-ac7b-6a020d913158 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.565785] env[62533]: DEBUG nova.scheduler.client.report [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.577535] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a7d83-c424-4594-afec-6ffce396e76b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.601462] env[62533]: INFO nova.compute.manager [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Took 47.16 seconds to build instance. [ 1501.608647] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898055, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.774894] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Releasing lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.774894] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Instance network_info: |[{"id": "07b0ebf1-fe1a-4929-a79b-acee89168809", "address": "fa:16:3e:0e:07:0d", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0ebf1-fe", "ovs_interfaceid": "07b0ebf1-fe1a-4929-a79b-acee89168809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1501.775107] env[62533]: DEBUG oslo_concurrency.lockutils [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] Acquired lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.775107] env[62533]: DEBUG nova.network.neutron [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Refreshing network info cache for port 07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.777065] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:07:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07b0ebf1-fe1a-4929-a79b-acee89168809', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.783729] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Creating folder: Project (3858d64b456548599fd0354df919ba49). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.787226] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ffd06d-3ef7-4b7e-985d-8a6a289993c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.800453] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Created folder: Project (3858d64b456548599fd0354df919ba49) in parent group-v391816. [ 1501.800822] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Creating folder: Instances. Parent ref: group-v391923. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.801181] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef54b79d-449e-4f46-bc44-3cbc6437fd14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.811217] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Created folder: Instances in parent group-v391923. [ 1501.811482] env[62533]: DEBUG oslo.service.loopingcall [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.811679] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.811892] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5acc75c1-d118-428e-8fb7-54ebbc121cb3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.838242] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.838242] env[62533]: value = "task-1898058" [ 1501.838242] env[62533]: _type = "Task" [ 1501.838242] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.848416] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898058, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.051831] env[62533]: DEBUG nova.network.neutron [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Updated VIF entry in instance network info cache for port 07b0ebf1-fe1a-4929-a79b-acee89168809. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.052272] env[62533]: DEBUG nova.network.neutron [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Updating instance_info_cache with network_info: [{"id": "07b0ebf1-fe1a-4929-a79b-acee89168809", "address": "fa:16:3e:0e:07:0d", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0ebf1-fe", "ovs_interfaceid": "07b0ebf1-fe1a-4929-a79b-acee89168809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.075832] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.076375] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.079452] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.531s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.080174] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.082373] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.466s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.084228] env[62533]: INFO nova.compute.claims [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.104407] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4583252a-ab77-4fa6-9d6a-6e0d1d44b4cc tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.408s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.111731] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638558} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.112911] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 47ce12ce-ddf8-47b8-941a-ee74bc63bf41/47ce12ce-ddf8-47b8-941a-ee74bc63bf41.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.112911] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.112911] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-028ce62d-4ee3-4df1-9f20-a0f615413c5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.119470] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1502.119470] env[62533]: value = "task-1898059" [ 1502.119470] env[62533]: _type = "Task" [ 1502.119470] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.128705] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.135673] env[62533]: INFO nova.scheduler.client.report [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted allocations for instance 246b06d7-5985-43dd-809d-d9cb4428d230 [ 1502.349534] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898058, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.554870] env[62533]: DEBUG oslo_concurrency.lockutils [req-02b9c013-e981-4946-a910-64ed064cd46b req-f196e695-b850-41d4-bac9-1af40c80b9a8 service nova] Releasing lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.593692] env[62533]: DEBUG nova.compute.utils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.595048] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.595817] env[62533]: DEBUG nova.network.neutron [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.608063] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.630940] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125017} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.631491] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.632071] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5e4bb-6218-4127-981a-ec260c86b883 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.658501] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 47ce12ce-ddf8-47b8-941a-ee74bc63bf41/47ce12ce-ddf8-47b8-941a-ee74bc63bf41.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.659728] env[62533]: DEBUG oslo_concurrency.lockutils [None req-babd2365-cb11-461c-8eb8-6f863dc3a722 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "246b06d7-5985-43dd-809d-d9cb4428d230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.683s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.664016] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccfb113-5001-4f85-a551-cc60d1860a78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.682513] env[62533]: DEBUG nova.policy [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f378cdd08b47838725616ecece0b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af543166e5ae40f0b6ef8e13010ad355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.686195] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1502.686195] env[62533]: value = "task-1898060" [ 1502.686195] env[62533]: _type = "Task" [ 1502.686195] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.697640] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.849233] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898058, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.882568] env[62533]: DEBUG nova.compute.manager [req-5367bff2-cb6d-44a1-aea3-b92f7ea4349b req-778aaccf-5eb2-4c94-ae21-08675ce7f7a1 service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Received event network-vif-plugged-c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1502.882798] env[62533]: DEBUG oslo_concurrency.lockutils [req-5367bff2-cb6d-44a1-aea3-b92f7ea4349b req-778aaccf-5eb2-4c94-ae21-08675ce7f7a1 service nova] Acquiring lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.883018] env[62533]: DEBUG oslo_concurrency.lockutils [req-5367bff2-cb6d-44a1-aea3-b92f7ea4349b req-778aaccf-5eb2-4c94-ae21-08675ce7f7a1 service nova] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.884347] env[62533]: DEBUG oslo_concurrency.lockutils [req-5367bff2-cb6d-44a1-aea3-b92f7ea4349b req-778aaccf-5eb2-4c94-ae21-08675ce7f7a1 service nova] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.884347] env[62533]: DEBUG nova.compute.manager [req-5367bff2-cb6d-44a1-aea3-b92f7ea4349b req-778aaccf-5eb2-4c94-ae21-08675ce7f7a1 service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] No waiting events found dispatching network-vif-plugged-c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.884347] env[62533]: WARNING nova.compute.manager [req-5367bff2-cb6d-44a1-aea3-b92f7ea4349b req-778aaccf-5eb2-4c94-ae21-08675ce7f7a1 service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Received unexpected event network-vif-plugged-c43fb315-9b60-4c09-b430-97cb0f7d6aed for instance with vm_state building and task_state spawning. [ 1502.901606] env[62533]: INFO nova.compute.manager [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Rescuing [ 1502.901799] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.901945] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.902132] env[62533]: DEBUG nova.network.neutron [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.102577] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.106362] env[62533]: DEBUG nova.network.neutron [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Successfully updated port: c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.141705] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.176011] env[62533]: DEBUG nova.network.neutron [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Successfully created port: d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.197458] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898060, 'name': ReconfigVM_Task, 'duration_secs': 0.446506} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.200105] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 47ce12ce-ddf8-47b8-941a-ee74bc63bf41/47ce12ce-ddf8-47b8-941a-ee74bc63bf41.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.201262] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c18c4650-928e-48fa-b4da-715c54d61edd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.208425] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1503.208425] env[62533]: value = "task-1898061" [ 1503.208425] env[62533]: _type = "Task" [ 1503.208425] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.216619] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898061, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.353642] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898058, 'name': CreateVM_Task, 'duration_secs': 1.360518} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.356050] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.357563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.357563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.357910] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.358323] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b2533a-a6a5-4720-8be8-2aa89a7f6c7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.364174] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1503.364174] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529d8dff-2159-c2ca-a3e8-145c25a57e01" [ 1503.364174] env[62533]: _type = "Task" [ 1503.364174] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.373614] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529d8dff-2159-c2ca-a3e8-145c25a57e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.612786] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "refresh_cache-71acb86e-83d4-497d-a6a5-c507aaf2bb71" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.612786] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquired lock "refresh_cache-71acb86e-83d4-497d-a6a5-c507aaf2bb71" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.612786] env[62533]: DEBUG nova.network.neutron [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.615455] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de894b-8d70-47f7-a800-58fc464d1d26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.625122] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb369c-1652-4196-8f01-5c008dcbe335 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.661446] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f66c1-4ae1-41a5-8f9f-9a5ef49df7b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.673477] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f4e9ae-f517-4add-8817-d359d0fdfb32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.689435] env[62533]: DEBUG nova.compute.provider_tree [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.717444] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898061, 'name': Rename_Task, 'duration_secs': 0.148828} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.717726] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.717995] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c65daf-df26-4f8c-9da6-56a3b5a09837 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.725149] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1503.725149] env[62533]: value = "task-1898062" [ 1503.725149] env[62533]: _type = "Task" [ 1503.725149] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.734967] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.781361] env[62533]: DEBUG nova.network.neutron [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Updating instance_info_cache with network_info: [{"id": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "address": "fa:16:3e:bc:ef:94", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67ea3f6-3c", "ovs_interfaceid": "a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.881154] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529d8dff-2159-c2ca-a3e8-145c25a57e01, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.881154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.881154] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.881154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.881454] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.881454] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.881454] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ab2cf4e-2b28-42f2-986f-289b27db82a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.888710] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.888974] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.894023] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00bdd98-1e54-4861-af40-ac5020db33dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.896628] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1503.896628] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52986323-3e96-a084-416c-f100f4259ea2" [ 1503.896628] env[62533]: _type = "Task" [ 1503.896628] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.904704] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52986323-3e96-a084-416c-f100f4259ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.115191] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.138019] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.138637] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.138823] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.140834] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.140834] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.140834] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.140834] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.140834] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.141055] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.141055] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.141055] env[62533]: DEBUG nova.virt.hardware [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.141889] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf80aa3-ad57-4ce6-a79c-1936f7e54e3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.151536] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2a113-51fb-4209-9f6f-a1a96fb3b9a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.167483] env[62533]: DEBUG nova.network.neutron [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.192458] env[62533]: DEBUG nova.scheduler.client.report [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.234750] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.284587] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-097c15b8-6b13-4524-8b9f-ff1623f4fd05" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.366612] env[62533]: DEBUG nova.network.neutron [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Updating instance_info_cache with network_info: [{"id": "c43fb315-9b60-4c09-b430-97cb0f7d6aed", "address": "fa:16:3e:36:2b:be", "network": {"id": "1a38f38d-5b80-457b-9147-2274fdbffd26", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-182961990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60755b23b654f02abae54fc809153fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43fb315-9b", "ovs_interfaceid": "c43fb315-9b60-4c09-b430-97cb0f7d6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.407192] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52986323-3e96-a084-416c-f100f4259ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.408057] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd556a97-875e-4b14-b3ed-51f3f77feaac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.413863] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1504.413863] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52445061-f377-a0ac-67d9-99d12524a084" [ 1504.413863] env[62533]: _type = "Task" [ 1504.413863] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.422156] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52445061-f377-a0ac-67d9-99d12524a084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.698029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.698423] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1504.701396] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.887s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.701396] env[62533]: DEBUG nova.objects.instance [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1504.736680] env[62533]: DEBUG oslo_vmware.api [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898062, 'name': PowerOnVM_Task, 'duration_secs': 0.611971} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.736783] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.736963] env[62533]: INFO nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1504.737152] env[62533]: DEBUG nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.737938] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2351c6f-0eaa-468a-a7eb-911212ea8e1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.873607] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Releasing lock "refresh_cache-71acb86e-83d4-497d-a6a5-c507aaf2bb71" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.873926] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Instance network_info: |[{"id": "c43fb315-9b60-4c09-b430-97cb0f7d6aed", "address": "fa:16:3e:36:2b:be", "network": {"id": "1a38f38d-5b80-457b-9147-2274fdbffd26", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-182961990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60755b23b654f02abae54fc809153fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43fb315-9b", "ovs_interfaceid": "c43fb315-9b60-4c09-b430-97cb0f7d6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.874370] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:2b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c43fb315-9b60-4c09-b430-97cb0f7d6aed', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.884708] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Creating folder: Project (b60755b23b654f02abae54fc809153fa). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.886170] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff9306f7-d40e-4af8-97ef-376f6b4fc12c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.897828] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Created folder: Project (b60755b23b654f02abae54fc809153fa) in parent group-v391816. [ 1504.898009] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Creating folder: Instances. Parent ref: group-v391926. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.898248] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a4ff8b-2572-4067-952c-c572c467ea22 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.908196] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Created folder: Instances in parent group-v391926. [ 1504.908645] env[62533]: DEBUG oslo.service.loopingcall [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.908854] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.909081] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7447ba09-3d93-4f3c-9924-1e03ff127062 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.935056] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52445061-f377-a0ac-67d9-99d12524a084, 'name': SearchDatastore_Task, 'duration_secs': 0.015623} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.936384] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.936670] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938/78ce89ad-f0c2-4b9a-bf3e-7e50864cf938.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.937023] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.937023] env[62533]: value = "task-1898065" [ 1504.937023] env[62533]: _type = "Task" [ 1504.937023] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.937166] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96b7f5f-bcec-42bf-b475-9aaf3b270b09 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.948622] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898065, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.950104] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1504.950104] env[62533]: value = "task-1898066" [ 1504.950104] env[62533]: _type = "Task" [ 1504.950104] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.959502] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.022749] env[62533]: DEBUG nova.compute.manager [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Received event network-changed-c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1505.023164] env[62533]: DEBUG nova.compute.manager [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Refreshing instance network info cache due to event network-changed-c43fb315-9b60-4c09-b430-97cb0f7d6aed. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1505.023695] env[62533]: DEBUG oslo_concurrency.lockutils [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] Acquiring lock "refresh_cache-71acb86e-83d4-497d-a6a5-c507aaf2bb71" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.023695] env[62533]: DEBUG oslo_concurrency.lockutils [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] Acquired lock "refresh_cache-71acb86e-83d4-497d-a6a5-c507aaf2bb71" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.023779] env[62533]: DEBUG nova.network.neutron [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Refreshing network info cache for port c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.034812] env[62533]: DEBUG nova.network.neutron [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Successfully updated port: d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.050342] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "c6f4e907-975b-4541-a1f9-63872df7fa60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.050621] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.209115] env[62533]: DEBUG nova.compute.utils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.210672] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.210847] env[62533]: DEBUG nova.network.neutron [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.256033] env[62533]: INFO nova.compute.manager [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Took 49.32 seconds to build instance. [ 1505.281704] env[62533]: DEBUG nova.policy [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177d74f252e74562bb74bc8e72d7c0c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fd73464141f4240b481a8c98d384350', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.284523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "8b92dc33-c9e7-423d-ab40-da2d7935205a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.284795] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.459189] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898065, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.468665] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898066, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.539021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "refresh_cache-deba2423-2f9a-469b-9d34-16a66f346580" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.539021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "refresh_cache-deba2423-2f9a-469b-9d34-16a66f346580" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.539021] env[62533]: DEBUG nova.network.neutron [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.712052] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f64b5919-b7cc-4295-b762-1ab31c1d8b00 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.713274] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.640s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.716292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.718840] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.164s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.720602] env[62533]: INFO nova.compute.claims [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.727814] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1505.731233] env[62533]: DEBUG nova.compute.manager [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Received event network-changed-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1505.731507] env[62533]: DEBUG nova.compute.manager [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Refreshing instance network info cache due to event network-changed-9dcd856a-5f10-42e8-8976-7bbfe55c46f9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1505.731767] env[62533]: DEBUG oslo_concurrency.lockutils [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] Acquiring lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.731961] env[62533]: DEBUG oslo_concurrency.lockutils [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] Acquired lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.732299] env[62533]: DEBUG nova.network.neutron [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Refreshing network info cache for port 9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.759333] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae667ced-2b5d-4e76-85e4-80ef9d0bd267 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.964s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.761463] env[62533]: INFO nova.scheduler.client.report [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Deleted allocations for instance b5edc190-b11d-431f-a877-81f11be5452b [ 1505.819881] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.820760] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d7b143-2d88-44eb-8c5c-cfd2ce08e23d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.830104] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1505.830104] env[62533]: value = "task-1898067" [ 1505.830104] env[62533]: _type = "Task" [ 1505.830104] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.837869] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.867172] env[62533]: DEBUG nova.network.neutron [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Successfully created port: 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.951642] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898065, 'name': CreateVM_Task, 'duration_secs': 0.551907} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.951947] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.952830] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.953099] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.953512] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1505.954213] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930dff80-bbbc-4d2d-beb0-f264c86a5815 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.963458] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1505.963458] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529bfb9c-a9ae-e539-742b-9be8883af93b" [ 1505.963458] env[62533]: _type = "Task" [ 1505.963458] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.970830] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647166} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.971596] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938/78ce89ad-f0c2-4b9a-bf3e-7e50864cf938.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.971922] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.972304] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44becabc-5dca-4fdc-bf2e-dc22cbebae26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.978040] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529bfb9c-a9ae-e539-742b-9be8883af93b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.983417] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1505.983417] env[62533]: value = "task-1898068" [ 1505.983417] env[62533]: _type = "Task" [ 1505.983417] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.994044] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.024250] env[62533]: DEBUG nova.network.neutron [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Updated VIF entry in instance network info cache for port c43fb315-9b60-4c09-b430-97cb0f7d6aed. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.024676] env[62533]: DEBUG nova.network.neutron [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Updating instance_info_cache with network_info: [{"id": "c43fb315-9b60-4c09-b430-97cb0f7d6aed", "address": "fa:16:3e:36:2b:be", "network": {"id": "1a38f38d-5b80-457b-9147-2274fdbffd26", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-182961990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b60755b23b654f02abae54fc809153fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43fb315-9b", "ovs_interfaceid": "c43fb315-9b60-4c09-b430-97cb0f7d6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.108034] env[62533]: DEBUG nova.network.neutron [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.265882] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.275775] env[62533]: DEBUG oslo_concurrency.lockutils [None req-29012b17-6675-41af-b4fb-53735c2c568e tempest-ServerAddressesNegativeTestJSON-156776859 tempest-ServerAddressesNegativeTestJSON-156776859-project-member] Lock "b5edc190-b11d-431f-a877-81f11be5452b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.109s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.338589] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898067, 'name': PowerOffVM_Task, 'duration_secs': 0.286628} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.339456] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.340198] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410eae87-06bd-435e-803e-608f5c216571 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.369776] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41316930-ca24-4846-b3ee-ff4340ddc42a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.419496] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.422571] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f00a591-fde2-479a-9355-efcc06112a87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.433191] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1506.433191] env[62533]: value = "task-1898069" [ 1506.433191] env[62533]: _type = "Task" [ 1506.433191] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.440028] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.473835] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529bfb9c-a9ae-e539-742b-9be8883af93b, 'name': SearchDatastore_Task, 'duration_secs': 0.02952} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.476502] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.476993] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.477263] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.477404] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.477610] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.478080] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce29c56-fc48-4088-8a6d-b1bebe3984ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.495696] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069198} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.496855] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.497187] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.497341] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.498702] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ab5156-fb79-4025-b5b5-3422dd8a5699 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.500934] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcf4b3d-b73d-491f-a155-b9b05833260a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.526263] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938/78ce89ad-f0c2-4b9a-bf3e-7e50864cf938.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.530460] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-927b7384-4e30-4eb6-b8bb-0834e53af977 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.546418] env[62533]: DEBUG oslo_concurrency.lockutils [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] Releasing lock "refresh_cache-71acb86e-83d4-497d-a6a5-c507aaf2bb71" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.546675] env[62533]: DEBUG nova.compute.manager [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Received event network-vif-plugged-d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1506.546875] env[62533]: DEBUG oslo_concurrency.lockutils [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] Acquiring lock "deba2423-2f9a-469b-9d34-16a66f346580-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.547083] env[62533]: DEBUG oslo_concurrency.lockutils [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] Lock "deba2423-2f9a-469b-9d34-16a66f346580-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.547248] env[62533]: DEBUG oslo_concurrency.lockutils [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] Lock "deba2423-2f9a-469b-9d34-16a66f346580-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.547671] env[62533]: DEBUG nova.compute.manager [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] No waiting events found dispatching network-vif-plugged-d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.547874] env[62533]: WARNING nova.compute.manager [req-8421855a-bf99-4371-91f1-c60ff613415d req-5ffd82b9-5d4d-41f2-8621-a3246e89fe1c service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Received unexpected event network-vif-plugged-d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 for instance with vm_state building and task_state spawning. [ 1506.548348] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1506.548348] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528cd913-11d4-cdae-734b-3aa55487c80b" [ 1506.548348] env[62533]: _type = "Task" [ 1506.548348] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.554496] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1506.554496] env[62533]: value = "task-1898070" [ 1506.554496] env[62533]: _type = "Task" [ 1506.554496] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.560037] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528cd913-11d4-cdae-734b-3aa55487c80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.572842] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.672403] env[62533]: DEBUG nova.network.neutron [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Updating instance_info_cache with network_info: [{"id": "d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7", "address": "fa:16:3e:e9:e7:87", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91fa164-3f", "ovs_interfaceid": "d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.755987] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1506.790012] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1506.790267] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.790422] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1506.790600] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.790748] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1506.790892] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1506.791114] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1506.791282] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1506.791485] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1506.791694] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1506.791836] env[62533]: DEBUG nova.virt.hardware [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1506.792752] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce31be7-9139-4091-a606-01b71564e66c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.803734] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4304b3fe-7e8a-46e9-b223-7691fa770038 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.809188] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.853593] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b47a9-cbd1-4fa9-9f65-5ec96d272151 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.860675] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada2ef0-ca34-42a2-9bc5-0dcb4686b53d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.895466] env[62533]: DEBUG nova.network.neutron [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updated VIF entry in instance network info cache for port 9dcd856a-5f10-42e8-8976-7bbfe55c46f9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.895891] env[62533]: DEBUG nova.network.neutron [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updating instance_info_cache with network_info: [{"id": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "address": "fa:16:3e:9c:5f:2f", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd856a-5f", "ovs_interfaceid": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.897750] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e931fdd-d3f7-4496-b746-db2d518938a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.905668] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8695b-43b3-4bd3-aea0-5feadc247544 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.921409] env[62533]: DEBUG nova.compute.provider_tree [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.943248] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1506.943481] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.943751] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.943910] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.944172] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.944561] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31e694f-4ff4-4eea-910d-58cfad1439bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.953706] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.953954] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.954836] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a2b5a9-5b53-4017-89fc-ffcf46236dc4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.962649] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1506.962649] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52900d19-8b00-891e-2fcd-48192761f8ce" [ 1506.962649] env[62533]: _type = "Task" [ 1506.962649] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.971415] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52900d19-8b00-891e-2fcd-48192761f8ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.050795] env[62533]: DEBUG nova.compute.manager [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Received event network-changed-d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1507.051029] env[62533]: DEBUG nova.compute.manager [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Refreshing instance network info cache due to event network-changed-d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1507.051254] env[62533]: DEBUG oslo_concurrency.lockutils [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] Acquiring lock "refresh_cache-deba2423-2f9a-469b-9d34-16a66f346580" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.061888] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528cd913-11d4-cdae-734b-3aa55487c80b, 'name': SearchDatastore_Task, 'duration_secs': 0.070445} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.066208] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e12f54c-a37f-47ef-9868-6da0ebb2c723 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.072151] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1507.072151] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520ad8e7-207f-66a0-0efa-bfd1adc93466" [ 1507.072151] env[62533]: _type = "Task" [ 1507.072151] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.076684] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898070, 'name': ReconfigVM_Task, 'duration_secs': 0.298948} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.080728] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938/78ce89ad-f0c2-4b9a-bf3e-7e50864cf938.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.081529] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77285c05-f77c-45c6-bab6-7ffdf06cd609 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.089072] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520ad8e7-207f-66a0-0efa-bfd1adc93466, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.091773] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.091773] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 71acb86e-83d4-497d-a6a5-c507aaf2bb71/71acb86e-83d4-497d-a6a5-c507aaf2bb71.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.091773] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1507.091773] env[62533]: value = "task-1898071" [ 1507.091773] env[62533]: _type = "Task" [ 1507.091773] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.091773] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427c9fba-b1df-452f-8a52-924839608ff4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.102992] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1507.102992] env[62533]: value = "task-1898072" [ 1507.102992] env[62533]: _type = "Task" [ 1507.102992] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.106940] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898071, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.119323] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.172925] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "refresh_cache-deba2423-2f9a-469b-9d34-16a66f346580" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.173672] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Instance network_info: |[{"id": "d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7", "address": "fa:16:3e:e9:e7:87", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91fa164-3f", "ovs_interfaceid": "d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.174607] env[62533]: DEBUG oslo_concurrency.lockutils [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] Acquired lock "refresh_cache-deba2423-2f9a-469b-9d34-16a66f346580" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.174772] env[62533]: DEBUG nova.network.neutron [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Refreshing network info cache for port d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.176752] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e7:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91fa164-3f27-46dc-ac46-f9a2ccaaf6b7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.187058] env[62533]: DEBUG oslo.service.loopingcall [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.191044] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.191626] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-487424f9-1317-4258-ad20-2ca0bb65bd12 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.218619] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.218619] env[62533]: value = "task-1898073" [ 1507.218619] env[62533]: _type = "Task" [ 1507.218619] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.229412] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898073, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.403058] env[62533]: DEBUG oslo_concurrency.lockutils [req-0242fda4-a2e6-4fc0-b54d-6bf17606eb90 req-b4fd2a77-7aad-4da6-b813-7c341e8f5ec2 service nova] Releasing lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.424927] env[62533]: DEBUG nova.scheduler.client.report [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.474486] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52900d19-8b00-891e-2fcd-48192761f8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.475433] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72430cf-c718-48c5-9861-4afd397cecb4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.482580] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1507.482580] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523f343d-3388-da54-7084-296f6899cda1" [ 1507.482580] env[62533]: _type = "Task" [ 1507.482580] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.493787] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523f343d-3388-da54-7084-296f6899cda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.531217] env[62533]: DEBUG nova.network.neutron [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Updated VIF entry in instance network info cache for port d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.531918] env[62533]: DEBUG nova.network.neutron [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Updating instance_info_cache with network_info: [{"id": "d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7", "address": "fa:16:3e:e9:e7:87", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91fa164-3f", "ovs_interfaceid": "d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.605442] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898071, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.616504] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.731104] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898073, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.748786] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "40c89246-b53b-45ec-83bb-1a8f999472a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.749078] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.749296] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "40c89246-b53b-45ec-83bb-1a8f999472a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.749511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.749700] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.752078] env[62533]: INFO nova.compute.manager [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Terminating instance [ 1507.936374] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.940019] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1507.940113] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.166s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.940290] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.942515] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.585s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.944479] env[62533]: INFO nova.compute.claims [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.980040] env[62533]: INFO nova.scheduler.client.report [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocations for instance 4dba5162-0f02-47c6-96b3-f050115ce07f [ 1507.998263] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523f343d-3388-da54-7084-296f6899cda1, 'name': SearchDatastore_Task, 'duration_secs': 0.027689} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.999143] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.999255] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. {{(pid=62533) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1508.000375] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ede756c4-b142-4f13-a671-57387785ccc4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.009291] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1508.009291] env[62533]: value = "task-1898074" [ 1508.009291] env[62533]: _type = "Task" [ 1508.009291] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.018491] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.035860] env[62533]: DEBUG oslo_concurrency.lockutils [req-144e7ff7-b1c8-435b-8597-8db89e9e91eb req-c5055ef8-2cc5-4eca-b4dc-6ec4c56cfbfe service nova] Releasing lock "refresh_cache-deba2423-2f9a-469b-9d34-16a66f346580" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.106744] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898071, 'name': Rename_Task, 'duration_secs': 0.899391} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.107049] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.107314] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e0203d-ee62-4496-92f4-b77ac8ae9a72 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.120078] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589336} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.121803] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 71acb86e-83d4-497d-a6a5-c507aaf2bb71/71acb86e-83d4-497d-a6a5-c507aaf2bb71.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.121889] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.122178] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1508.122178] env[62533]: value = "task-1898075" [ 1508.122178] env[62533]: _type = "Task" [ 1508.122178] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.122374] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19ea6438-24ea-4a3b-9743-cd582a37080b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.137135] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1508.137135] env[62533]: value = "task-1898076" [ 1508.137135] env[62533]: _type = "Task" [ 1508.137135] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.146800] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898075, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.153182] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.162573] env[62533]: DEBUG nova.network.neutron [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Successfully updated port: 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.231194] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898073, 'name': CreateVM_Task, 'duration_secs': 0.987357} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.231370] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.232124] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.232305] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.232666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.232925] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6505e38-8e83-4572-9bce-26108da0a015 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.238190] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1508.238190] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a50a13-1a34-03b0-fe33-a46a063bdcc2" [ 1508.238190] env[62533]: _type = "Task" [ 1508.238190] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.247728] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a50a13-1a34-03b0-fe33-a46a063bdcc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.255560] env[62533]: DEBUG nova.compute.manager [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.255997] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.256485] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49939b99-f5be-4325-87ff-43ac20fa15a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.264805] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.264805] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a9a5cf-3be1-408d-90b2-59abb7c36696 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.270973] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1508.270973] env[62533]: value = "task-1898077" [ 1508.270973] env[62533]: _type = "Task" [ 1508.270973] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.279074] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.365917] env[62533]: DEBUG nova.compute.manager [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Received event network-changed-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1508.366121] env[62533]: DEBUG nova.compute.manager [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Refreshing instance network info cache due to event network-changed-9dcd856a-5f10-42e8-8976-7bbfe55c46f9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1508.366338] env[62533]: DEBUG oslo_concurrency.lockutils [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] Acquiring lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.366486] env[62533]: DEBUG oslo_concurrency.lockutils [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] Acquired lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.366835] env[62533]: DEBUG nova.network.neutron [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Refreshing network info cache for port 9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.449467] env[62533]: DEBUG nova.compute.utils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.453173] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.453325] env[62533]: DEBUG nova.network.neutron [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.490426] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4c8534e0-af32-4464-801e-c28ad516691e tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "4dba5162-0f02-47c6-96b3-f050115ce07f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.268s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.520084] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.526721] env[62533]: DEBUG nova.policy [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.637590] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.646619] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079399} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.646897] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.648818] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c7082-1429-4aa8-a332-ae53873bd121 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.664815] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.664815] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.664815] env[62533]: DEBUG nova.network.neutron [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.678743] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 71acb86e-83d4-497d-a6a5-c507aaf2bb71/71acb86e-83d4-497d-a6a5-c507aaf2bb71.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.679473] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8319d919-102d-47ab-9e87-9b48faa92e5f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.704111] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1508.704111] env[62533]: value = "task-1898078" [ 1508.704111] env[62533]: _type = "Task" [ 1508.704111] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.715925] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.755892] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a50a13-1a34-03b0-fe33-a46a063bdcc2, 'name': SearchDatastore_Task, 'duration_secs': 0.026596} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.755892] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.756238] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.756646] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.757040] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.757442] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.757678] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cab1c12-18c5-4276-b3ae-2aa4d60c35ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.770768] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.771204] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.772658] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded47998-a96d-46df-9f60-18fc41a390ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.789436] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1508.789436] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522fe20a-127c-4eae-6f74-052423b85a7b" [ 1508.789436] env[62533]: _type = "Task" [ 1508.789436] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.794987] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.807143] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522fe20a-127c-4eae-6f74-052423b85a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.954955] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1508.966070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.966442] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.024494] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972625} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.024494] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. [ 1509.024951] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5ad4d4-cb5f-4499-8a2c-c7061a9c63e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.059103] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.064461] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1252b18-fb70-4594-97c4-095bb695b9fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.082108] env[62533]: DEBUG nova.network.neutron [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Successfully created port: cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.092113] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1509.092113] env[62533]: value = "task-1898079" [ 1509.092113] env[62533]: _type = "Task" [ 1509.092113] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.103145] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.138126] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.187893] env[62533]: DEBUG nova.compute.manager [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-vif-plugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1509.188304] env[62533]: DEBUG oslo_concurrency.lockutils [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.188618] env[62533]: DEBUG oslo_concurrency.lockutils [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.188816] env[62533]: DEBUG oslo_concurrency.lockutils [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.189034] env[62533]: DEBUG nova.compute.manager [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] No waiting events found dispatching network-vif-plugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.189237] env[62533]: WARNING nova.compute.manager [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received unexpected event network-vif-plugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 for instance with vm_state building and task_state spawning. [ 1509.189453] env[62533]: DEBUG nova.compute.manager [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1509.189646] env[62533]: DEBUG nova.compute.manager [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing instance network info cache due to event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1509.189848] env[62533]: DEBUG oslo_concurrency.lockutils [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.214195] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.285660] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898077, 'name': PowerOffVM_Task, 'duration_secs': 0.729649} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.286394] env[62533]: DEBUG nova.network.neutron [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.290921] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.291146] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.291796] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2183c56c-eecd-44cb-89a1-f574eef6cbc3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.306012] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522fe20a-127c-4eae-6f74-052423b85a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.022828} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.311759] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b32db3d-01e3-4c04-95e9-217c8754d89c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.319023] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1509.319023] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529e2c71-8a74-c9b5-86dc-ed32d34fb7d9" [ 1509.319023] env[62533]: _type = "Task" [ 1509.319023] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.335310] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529e2c71-8a74-c9b5-86dc-ed32d34fb7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.382265] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.382503] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.382711] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Deleting the datastore file [datastore1] 40c89246-b53b-45ec-83bb-1a8f999472a9 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.382990] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27bc3f89-3acd-49c3-aad5-974a6a992176 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.391189] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1509.391189] env[62533]: value = "task-1898081" [ 1509.391189] env[62533]: _type = "Task" [ 1509.391189] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.399409] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.541862] env[62533]: DEBUG nova.network.neutron [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updated VIF entry in instance network info cache for port 9dcd856a-5f10-42e8-8976-7bbfe55c46f9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.542281] env[62533]: DEBUG nova.network.neutron [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updating instance_info_cache with network_info: [{"id": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "address": "fa:16:3e:9c:5f:2f", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd856a-5f", "ovs_interfaceid": "9dcd856a-5f10-42e8-8976-7bbfe55c46f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.601325] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2544d91-45a5-4d59-9972-592205af65b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.611415] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.616629] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa69be-cce5-4ec9-beaa-f3f6f6336b16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.653207] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaabb92-a0eb-4cd2-88f3-9314ebfede52 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.663020] env[62533]: DEBUG oslo_vmware.api [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898075, 'name': PowerOnVM_Task, 'duration_secs': 1.532061} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.663336] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.663562] env[62533]: INFO nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1509.663714] env[62533]: DEBUG nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.664571] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e661c-ebe0-40cf-8020-c0daf88a5da3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.669297] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff7d28-082b-4ce1-9c3f-1f001c762682 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.687027] env[62533]: DEBUG nova.compute.provider_tree [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.716575] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898078, 'name': ReconfigVM_Task, 'duration_secs': 0.798667} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.717527] env[62533]: DEBUG nova.network.neutron [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.719148] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 71acb86e-83d4-497d-a6a5-c507aaf2bb71/71acb86e-83d4-497d-a6a5-c507aaf2bb71.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.719941] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-756e2460-22ea-406a-a3c5-8f366beb1fc0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.727283] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1509.727283] env[62533]: value = "task-1898082" [ 1509.727283] env[62533]: _type = "Task" [ 1509.727283] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.737121] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898082, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.830732] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529e2c71-8a74-c9b5-86dc-ed32d34fb7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016097} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.831204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.832435] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] deba2423-2f9a-469b-9d34-16a66f346580/deba2423-2f9a-469b-9d34-16a66f346580.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.832880] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b4d2b5c-fc26-4c27-8e0f-1b241dca0960 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.842017] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1509.842017] env[62533]: value = "task-1898083" [ 1509.842017] env[62533]: _type = "Task" [ 1509.842017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.848115] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.901043] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.970102] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.006567] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.006980] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.007069] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.007192] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.007337] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.007485] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.007694] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.007853] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.008084] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.008270] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.008444] env[62533]: DEBUG nova.virt.hardware [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.009342] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a05504c-4319-4db0-9df3-a5c72f0b4552 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.017648] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af0653-3476-4aa6-adc1-366576f85576 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.044557] env[62533]: DEBUG oslo_concurrency.lockutils [req-96c79919-6a0a-45f9-af52-0347975ff522 req-d4fb48c4-315f-4718-ba45-7ea3dab7e59e service nova] Releasing lock "refresh_cache-47ce12ce-ddf8-47b8-941a-ee74bc63bf41" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.106708] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898079, 'name': ReconfigVM_Task, 'duration_secs': 0.754814} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.107640] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.108873] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f17a75-e716-42e3-b568-28ec0428cf09 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.139164] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e006f4-0238-4d55-9344-ef1de243a2dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.154650] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1510.154650] env[62533]: value = "task-1898084" [ 1510.154650] env[62533]: _type = "Task" [ 1510.154650] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.166231] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.201304] env[62533]: DEBUG nova.scheduler.client.report [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.207286] env[62533]: INFO nova.compute.manager [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Took 50.98 seconds to build instance. [ 1510.221211] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.221634] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance network_info: |[{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.221964] env[62533]: DEBUG oslo_concurrency.lockutils [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.222332] env[62533]: DEBUG nova.network.neutron [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.223702] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:0c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0f0a66-7a3d-47fc-bba0-54060e573fb4', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.232978] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating folder: Project (5fd73464141f4240b481a8c98d384350). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.235220] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0735851-778a-492c-8e9d-03def76302d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.242749] env[62533]: DEBUG nova.compute.manager [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Received event network-changed {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1510.242937] env[62533]: DEBUG nova.compute.manager [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Refreshing instance network info cache due to event network-changed. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1510.243197] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] Acquiring lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.243346] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] Acquired lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.243503] env[62533]: DEBUG nova.network.neutron [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.257012] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898082, 'name': Rename_Task, 'duration_secs': 0.376457} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.259210] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.259963] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created folder: Project (5fd73464141f4240b481a8c98d384350) in parent group-v391816. [ 1510.260205] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating folder: Instances. Parent ref: group-v391930. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.260475] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22540559-d532-422a-bcc6-17d4776883cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.262479] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c5280d-a7bb-45b6-a04b-b37b851d7c90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.274651] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1510.274651] env[62533]: value = "task-1898086" [ 1510.274651] env[62533]: _type = "Task" [ 1510.274651] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.286191] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created folder: Instances in parent group-v391930. [ 1510.286628] env[62533]: DEBUG oslo.service.loopingcall [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.290503] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.290831] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.291091] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b89802c9-b4b2-4de6-beed-bf898545c36a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.313378] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.313378] env[62533]: value = "task-1898088" [ 1510.313378] env[62533]: _type = "Task" [ 1510.313378] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.323131] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898088, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.351117] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.402308] env[62533]: DEBUG oslo_vmware.api [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579539} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.402655] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.402913] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.403174] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.403467] env[62533]: INFO nova.compute.manager [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1510.403791] env[62533]: DEBUG oslo.service.loopingcall [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.404106] env[62533]: DEBUG nova.compute.manager [-] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.404231] env[62533]: DEBUG nova.network.neutron [-] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.667697] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898084, 'name': ReconfigVM_Task, 'duration_secs': 0.194693} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.667988] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.668570] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd12886e-56cc-41c7-aee8-78517e3ca0a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.676654] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1510.676654] env[62533]: value = "task-1898089" [ 1510.676654] env[62533]: _type = "Task" [ 1510.676654] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.688343] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.710249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.711350] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.715085] env[62533]: DEBUG oslo_concurrency.lockutils [None req-97644fd0-3db6-43ec-864f-7d2ac9a899b3 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.929s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.715646] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.198s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.718244] env[62533]: INFO nova.compute.claims [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.783932] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.824350] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898088, 'name': CreateVM_Task, 'duration_secs': 0.457328} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.824523] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.825218] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.825432] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.825692] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.826324] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390178cd-3a35-441f-b64c-d78ee2cbe158 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.831869] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1510.831869] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52608270-e664-8ad2-ab76-ebae2d0ce795" [ 1510.831869] env[62533]: _type = "Task" [ 1510.831869] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.840598] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52608270-e664-8ad2-ab76-ebae2d0ce795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.850525] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727101} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.850781] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] deba2423-2f9a-469b-9d34-16a66f346580/deba2423-2f9a-469b-9d34-16a66f346580.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.850988] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.851265] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-704a79d6-6ba6-4e3b-b22d-72c592468332 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.859725] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1510.859725] env[62533]: value = "task-1898090" [ 1510.859725] env[62533]: _type = "Task" [ 1510.859725] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.871804] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.987953] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.988327] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.988609] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.988862] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.989118] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.996917] env[62533]: INFO nova.compute.manager [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Terminating instance [ 1511.187196] env[62533]: DEBUG oslo_vmware.api [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898089, 'name': PowerOnVM_Task, 'duration_secs': 0.437869} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.187467] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.190642] env[62533]: DEBUG nova.compute.manager [None req-ebe594a1-8a27-4860-b164-270af3a42cd2 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.191587] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733c3ab-60e9-4c04-9159-9c95be1e08ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.217302] env[62533]: DEBUG nova.compute.utils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.221244] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.221420] env[62533]: DEBUG nova.network.neutron [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.226594] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1511.285735] env[62533]: DEBUG oslo_vmware.api [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898086, 'name': PowerOnVM_Task, 'duration_secs': 0.711343} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.285831] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.286207] env[62533]: INFO nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1511.286446] env[62533]: DEBUG nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.287233] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65038c6-5945-4c39-871d-4bebd1b5041b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.316573] env[62533]: DEBUG nova.policy [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cff8196ff8148c58f12837b081ceb76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074d90334f33429eb4b4317db0e9ce47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.342423] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52608270-e664-8ad2-ab76-ebae2d0ce795, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.342725] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.342965] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.343215] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.343363] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.343539] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.343787] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b525e102-a565-4236-bac1-d03c379d7a9a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.367087] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.367287] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.367999] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcef360-cfdb-4498-af75-d89088486680 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.373763] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1511.373763] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528cc092-4999-f0d9-2c91-338922360e25" [ 1511.373763] env[62533]: _type = "Task" [ 1511.373763] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.376571] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08396} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.381879] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.382654] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb2ccd5-05ae-47cb-821c-b48e0dcbfa15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.391443] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528cc092-4999-f0d9-2c91-338922360e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.411089] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] deba2423-2f9a-469b-9d34-16a66f346580/deba2423-2f9a-469b-9d34-16a66f346580.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.411410] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e956eac6-b775-49b2-a781-917f5e538b9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.432408] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1511.432408] env[62533]: value = "task-1898091" [ 1511.432408] env[62533]: _type = "Task" [ 1511.432408] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.442415] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.507037] env[62533]: DEBUG nova.compute.manager [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.507037] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.508848] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e7531-8b20-4ae1-a81f-760e1973f75e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.519859] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.520762] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2893abf0-55b9-4fe0-acbf-59874ae7b75a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.527659] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1511.527659] env[62533]: value = "task-1898092" [ 1511.527659] env[62533]: _type = "Task" [ 1511.527659] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.533256] env[62533]: DEBUG nova.network.neutron [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updated VIF entry in instance network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.533256] env[62533]: DEBUG nova.network.neutron [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.541830] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.552576] env[62533]: DEBUG nova.network.neutron [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Updating instance_info_cache with network_info: [{"id": "07b0ebf1-fe1a-4929-a79b-acee89168809", "address": "fa:16:3e:0e:07:0d", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0ebf1-fe", "ovs_interfaceid": "07b0ebf1-fe1a-4929-a79b-acee89168809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.730029] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.771028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.811760] env[62533]: INFO nova.compute.manager [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Took 49.08 seconds to build instance. [ 1511.893380] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528cc092-4999-f0d9-2c91-338922360e25, 'name': SearchDatastore_Task, 'duration_secs': 0.06267} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.895087] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9d2139-d7ad-478d-966b-23291ddba5dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.900818] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1511.900818] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ccf12-aa5b-ee8a-98a5-649c3f33661a" [ 1511.900818] env[62533]: _type = "Task" [ 1511.900818] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.909973] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ccf12-aa5b-ee8a-98a5-649c3f33661a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.948088] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.949052] env[62533]: DEBUG nova.network.neutron [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Successfully created port: ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.958218] env[62533]: DEBUG nova.network.neutron [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Successfully updated port: cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.038806] env[62533]: DEBUG oslo_concurrency.lockutils [req-de6e2eef-e66e-42df-827f-43cf60b69fe7 req-85310042-051a-4c28-8a71-57123fe23d1d service nova] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.039324] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898092, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.053252] env[62533]: DEBUG nova.compute.manager [req-43d169aa-54ae-4da8-b7f3-9d97638d5da6 req-135297be-7a28-48fe-9bba-647413b4a4ef service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-vif-plugged-cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1512.053252] env[62533]: DEBUG oslo_concurrency.lockutils [req-43d169aa-54ae-4da8-b7f3-9d97638d5da6 req-135297be-7a28-48fe-9bba-647413b4a4ef service nova] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.053567] env[62533]: DEBUG oslo_concurrency.lockutils [req-43d169aa-54ae-4da8-b7f3-9d97638d5da6 req-135297be-7a28-48fe-9bba-647413b4a4ef service nova] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.053703] env[62533]: DEBUG oslo_concurrency.lockutils [req-43d169aa-54ae-4da8-b7f3-9d97638d5da6 req-135297be-7a28-48fe-9bba-647413b4a4ef service nova] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.054440] env[62533]: DEBUG nova.compute.manager [req-43d169aa-54ae-4da8-b7f3-9d97638d5da6 req-135297be-7a28-48fe-9bba-647413b4a4ef service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] No waiting events found dispatching network-vif-plugged-cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.058021] env[62533]: WARNING nova.compute.manager [req-43d169aa-54ae-4da8-b7f3-9d97638d5da6 req-135297be-7a28-48fe-9bba-647413b4a4ef service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received unexpected event network-vif-plugged-cd3ed9e6-9357-4309-b6db-9d02f7925b30 for instance with vm_state building and task_state spawning. [ 1512.058021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e9cb3b40-2102-43cd-b422-5a0df450ebaf tempest-ServerExternalEventsTest-220832318 tempest-ServerExternalEventsTest-220832318-project] Releasing lock "refresh_cache-78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.088482] env[62533]: DEBUG nova.network.neutron [-] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.315031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa221893-47db-44b6-9a66-1c8751fb5dec tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.255s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.338117] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a26739-a023-45d7-961c-fdd9c42d1aba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.347102] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb28e97-d16a-4ce7-8f35-4d7d08b6b2a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.383041] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be15690-d4d2-43c2-af6b-1e4dc99dc268 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.390604] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b01fe-f8b3-4a5d-a8cc-36ef1ea8c213 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.405936] env[62533]: DEBUG nova.compute.provider_tree [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.417149] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ccf12-aa5b-ee8a-98a5-649c3f33661a, 'name': SearchDatastore_Task, 'duration_secs': 0.045018} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.417421] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.417676] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.418179] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-457562c8-2114-4740-b39e-944444e66d04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.425799] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1512.425799] env[62533]: value = "task-1898093" [ 1512.425799] env[62533]: _type = "Task" [ 1512.425799] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.435156] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.445431] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898091, 'name': ReconfigVM_Task, 'duration_secs': 0.695784} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.445641] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Reconfigured VM instance instance-00000024 to attach disk [datastore2] deba2423-2f9a-469b-9d34-16a66f346580/deba2423-2f9a-469b-9d34-16a66f346580.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.446367] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-668412b9-937d-4a42-af75-4ba913dd86b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.453309] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1512.453309] env[62533]: value = "task-1898094" [ 1512.453309] env[62533]: _type = "Task" [ 1512.453309] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.461711] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898094, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.462325] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.462527] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.462735] env[62533]: DEBUG nova.network.neutron [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.538294] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898092, 'name': PowerOffVM_Task, 'duration_secs': 0.563858} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.538660] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.538955] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.539267] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-840f4ba8-559e-49c9-b2e2-44ee3b7aba2e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.592184] env[62533]: INFO nova.compute.manager [-] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Took 2.19 seconds to deallocate network for instance. [ 1512.693514] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.693748] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.693936] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Deleting the datastore file [datastore2] 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.694261] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41bcae8c-01b1-4f42-b6c3-1179dd75371a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.702073] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for the task: (returnval){ [ 1512.702073] env[62533]: value = "task-1898096" [ 1512.702073] env[62533]: _type = "Task" [ 1512.702073] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.714929] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.741508] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.793328] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.793614] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.793772] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.793988] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.794170] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.794318] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.794530] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.794688] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.795048] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.795048] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.795198] env[62533]: DEBUG nova.virt.hardware [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.796209] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6aad22-04cd-4c4e-90cf-fcdccb54c91e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.806420] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a1bf5-1b4e-49b8-9100-29be61518cb8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.825157] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.913023] env[62533]: DEBUG nova.scheduler.client.report [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.949358] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898093, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.969183] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898094, 'name': Rename_Task, 'duration_secs': 0.149859} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.969824] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.971667] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf3e8fa-719c-47b0-a6fb-37bcc58ba31c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.977513] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1512.977513] env[62533]: value = "task-1898097" [ 1512.977513] env[62533]: _type = "Task" [ 1512.977513] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.987036] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.007854] env[62533]: DEBUG nova.network.neutron [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.100496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.221899] env[62533]: DEBUG oslo_vmware.api [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Task: {'id': task-1898096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401325} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.222522] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.223008] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.223614] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.223818] env[62533]: INFO nova.compute.manager [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1513.224091] env[62533]: DEBUG oslo.service.loopingcall [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.224561] env[62533]: DEBUG nova.compute.manager [-] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.224848] env[62533]: DEBUG nova.network.neutron [-] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.268840] env[62533]: DEBUG nova.network.neutron [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.361024] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.421681] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.422686] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.429016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.133s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.429016] env[62533]: DEBUG nova.objects.instance [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lazy-loading 'resources' on Instance uuid 25f17995-698e-450c-ac0a-e8ad5b4e9b15 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.452095] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566812} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.452715] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.452979] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.453317] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8506444f-4981-49b2-9796-d67a16b245f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.460960] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1513.460960] env[62533]: value = "task-1898098" [ 1513.460960] env[62533]: _type = "Task" [ 1513.460960] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.472169] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.492075] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898097, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.771523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.771932] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Instance network_info: |[{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.772450] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:7a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd3ed9e6-9357-4309-b6db-9d02f7925b30', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.786906] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Creating folder: Project (d96d928eb73e420d96580c203ef50334). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.787294] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9016058-b623-4c61-a43d-e203041b33f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.800744] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Created folder: Project (d96d928eb73e420d96580c203ef50334) in parent group-v391816. [ 1513.800952] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Creating folder: Instances. Parent ref: group-v391933. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.801251] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794b7b98-599e-4943-8ca9-265c45ff7f6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.818731] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Created folder: Instances in parent group-v391933. [ 1513.818731] env[62533]: DEBUG oslo.service.loopingcall [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.818731] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.818731] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebc4188d-7602-49d6-a440-f0f2a5684106 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.843578] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.843578] env[62533]: value = "task-1898101" [ 1513.843578] env[62533]: _type = "Task" [ 1513.843578] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.854356] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898101, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.943147] env[62533]: DEBUG nova.compute.utils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1513.956970] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1513.957211] env[62533]: DEBUG nova.network.neutron [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1513.985309] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066456} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.988631] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.989861] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d52d5b-56cf-47dd-9d8a-8b01f7519727 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.012629] env[62533]: DEBUG oslo_vmware.api [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898097, 'name': PowerOnVM_Task, 'duration_secs': 0.684092} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.024242] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.024509] env[62533]: INFO nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1514.024693] env[62533]: DEBUG nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.037246] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.039785] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db558117-0e61-45cc-9175-d050eb42f7fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.044344] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc83e4ce-0062-42a3-aa43-77fe84a94a24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.072771] env[62533]: DEBUG nova.policy [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8570a5b2e0540308f643764ad67ad35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8b5fb2da694bc69edf9b3554a7505b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.074285] env[62533]: DEBUG nova.network.neutron [-] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.075451] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1514.075451] env[62533]: value = "task-1898102" [ 1514.075451] env[62533]: _type = "Task" [ 1514.075451] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.092697] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.169877] env[62533]: DEBUG nova.network.neutron [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Successfully updated port: ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1514.208985] env[62533]: DEBUG nova.compute.manager [req-60634ff0-50e2-491f-8c7b-b0a8f29196d5 req-268a3fa5-2ba9-45b3-9b25-1fccbd450849 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-vif-plugged-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1514.208985] env[62533]: DEBUG oslo_concurrency.lockutils [req-60634ff0-50e2-491f-8c7b-b0a8f29196d5 req-268a3fa5-2ba9-45b3-9b25-1fccbd450849 service nova] Acquiring lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.210067] env[62533]: DEBUG oslo_concurrency.lockutils [req-60634ff0-50e2-491f-8c7b-b0a8f29196d5 req-268a3fa5-2ba9-45b3-9b25-1fccbd450849 service nova] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.211516] env[62533]: DEBUG oslo_concurrency.lockutils [req-60634ff0-50e2-491f-8c7b-b0a8f29196d5 req-268a3fa5-2ba9-45b3-9b25-1fccbd450849 service nova] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.212227] env[62533]: DEBUG nova.compute.manager [req-60634ff0-50e2-491f-8c7b-b0a8f29196d5 req-268a3fa5-2ba9-45b3-9b25-1fccbd450849 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] No waiting events found dispatching network-vif-plugged-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1514.212562] env[62533]: WARNING nova.compute.manager [req-60634ff0-50e2-491f-8c7b-b0a8f29196d5 req-268a3fa5-2ba9-45b3-9b25-1fccbd450849 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received unexpected event network-vif-plugged-ffd304d7-ca27-4e32-bd9c-bd1775da6399 for instance with vm_state building and task_state spawning. [ 1514.230181] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.231192] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.355531] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898101, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.374952] env[62533]: DEBUG nova.compute.manager [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Received event network-vif-deleted-60e068f9-6e8a-40d1-95c7-773616dee506 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1514.374952] env[62533]: DEBUG nova.compute.manager [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-changed-cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1514.374952] env[62533]: DEBUG nova.compute.manager [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Refreshing instance network info cache due to event network-changed-cd3ed9e6-9357-4309-b6db-9d02f7925b30. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1514.374952] env[62533]: DEBUG oslo_concurrency.lockutils [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] Acquiring lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.374952] env[62533]: DEBUG oslo_concurrency.lockutils [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] Acquired lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.375646] env[62533]: DEBUG nova.network.neutron [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Refreshing network info cache for port cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.457186] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1514.556247] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "36735008-9684-4c31-b3bf-d0b17b641a52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.556472] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "36735008-9684-4c31-b3bf-d0b17b641a52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.576342] env[62533]: INFO nova.compute.manager [-] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Took 1.35 seconds to deallocate network for instance. [ 1514.589348] env[62533]: INFO nova.compute.manager [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Took 47.00 seconds to build instance. [ 1514.603421] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.638844] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0905da-bfc3-4a1a-ad0d-28e217c7dffe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.647947] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46828a4b-ac66-4eee-9fc6-4fb7265fe60e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.683359] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.683535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.684185] env[62533]: DEBUG nova.network.neutron [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.685824] env[62533]: DEBUG nova.network.neutron [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Successfully created port: 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.688838] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78414393-ae2f-4f70-beca-84262d94521c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.700202] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1720abc-483a-4ea7-9582-d1c4bc153845 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.717448] env[62533]: DEBUG nova.compute.provider_tree [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.855934] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898101, 'name': CreateVM_Task, 'duration_secs': 0.550501} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.856534] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.856802] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.856968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.857480] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.857554] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3485b747-7f60-40a5-be31-b365ba67a0a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.862474] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1514.862474] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cae870-425b-ee78-0b8b-af0fbd30d1f1" [ 1514.862474] env[62533]: _type = "Task" [ 1514.862474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.870797] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cae870-425b-ee78-0b8b-af0fbd30d1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.892998] env[62533]: INFO nova.compute.manager [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Rescuing [ 1514.893236] env[62533]: DEBUG oslo_concurrency.lockutils [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.893354] env[62533]: DEBUG oslo_concurrency.lockutils [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.893701] env[62533]: DEBUG nova.network.neutron [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.963244] env[62533]: INFO nova.virt.block_device [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Booting with volume a8273eca-96cd-4f5d-b476-d54dfcfb07ac at /dev/sda [ 1515.028444] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-175448e1-a6be-4820-9326-7629de248354 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.041190] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a54e197-f57c-4854-9a00-69a11f0f0f4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.090500] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75eedbcf-6adf-49d6-b8e3-899f23f080bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.092529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1a66e298-de21-4a7a-bae3-42f15aad7178 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "deba2423-2f9a-469b-9d34-16a66f346580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.105s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.095411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.099396] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898102, 'name': ReconfigVM_Task, 'duration_secs': 0.621139} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.100698] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfigured VM instance instance-00000025 to attach disk [datastore2] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.104880] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8db4f50f-4641-4090-827c-99b8a3a88487 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.109308] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff15304-1fa1-43dd-acd0-b0e29648f2f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.129373] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1515.129373] env[62533]: value = "task-1898103" [ 1515.129373] env[62533]: _type = "Task" [ 1515.129373] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.139182] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898103, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.156626] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ee4f7d-620d-44fa-b14c-c8104f3e3048 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.161638] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782efca1-a47a-4b6f-914c-445cff5bfeb3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.176420] env[62533]: DEBUG nova.virt.block_device [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updating existing volume attachment record: 12c68f1d-87ce-49f0-abaf-597785b199c4 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1515.220461] env[62533]: DEBUG nova.scheduler.client.report [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.232390] env[62533]: DEBUG nova.network.neutron [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.263418] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "deba2423-2f9a-469b-9d34-16a66f346580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.263659] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "deba2423-2f9a-469b-9d34-16a66f346580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.263861] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "deba2423-2f9a-469b-9d34-16a66f346580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.266211] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "deba2423-2f9a-469b-9d34-16a66f346580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.266211] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "deba2423-2f9a-469b-9d34-16a66f346580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.267415] env[62533]: INFO nova.compute.manager [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Terminating instance [ 1515.274779] env[62533]: DEBUG nova.network.neutron [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updated VIF entry in instance network info cache for port cd3ed9e6-9357-4309-b6db-9d02f7925b30. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.275117] env[62533]: DEBUG nova.network.neutron [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.372848] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cae870-425b-ee78-0b8b-af0fbd30d1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.373181] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.373413] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.373667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.373800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.373961] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.374245] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b499853-f98a-4c68-a4e7-6c0a17810231 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.382541] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.382717] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.383455] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6939f30-b67d-4a72-9cab-57f288027977 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.388462] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1515.388462] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f19899-fe2a-7a48-497b-b4a5a953d20c" [ 1515.388462] env[62533]: _type = "Task" [ 1515.388462] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.399925] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f19899-fe2a-7a48-497b-b4a5a953d20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.453434] env[62533]: DEBUG nova.network.neutron [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.595080] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.626153] env[62533]: DEBUG nova.network.neutron [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updating instance_info_cache with network_info: [{"id": "99f74731-7782-4700-89dc-6f0f33878bf5", "address": "fa:16:3e:ed:12:4b", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f74731-77", "ovs_interfaceid": "99f74731-7782-4700-89dc-6f0f33878bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.640579] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898103, 'name': Rename_Task, 'duration_secs': 0.305857} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.640724] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.641032] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eea3945-a2ab-4951-84c4-260332ba7098 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.648097] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1515.648097] env[62533]: value = "task-1898104" [ 1515.648097] env[62533]: _type = "Task" [ 1515.648097] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.656482] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.726327] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.729019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.405s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.729019] env[62533]: DEBUG nova.objects.instance [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lazy-loading 'resources' on Instance uuid 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.752648] env[62533]: INFO nova.scheduler.client.report [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted allocations for instance 25f17995-698e-450c-ac0a-e8ad5b4e9b15 [ 1515.771557] env[62533]: DEBUG nova.compute.manager [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.772574] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.773394] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fac08f0-9b5d-4e52-b8df-9f8103e57417 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.777851] env[62533]: DEBUG oslo_concurrency.lockutils [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] Releasing lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.778201] env[62533]: DEBUG nova.compute.manager [req-167c82e0-0565-4ec5-bfd8-9f6bafdad309 req-e6263563-e86b-418f-871e-fe1248835d8d service nova] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Received event network-vif-deleted-07b0ebf1-fe1a-4929-a79b-acee89168809 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1515.784453] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.784770] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e90e480f-4b68-44b0-9afd-f1f79092040f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.791992] env[62533]: DEBUG oslo_vmware.api [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1515.791992] env[62533]: value = "task-1898105" [ 1515.791992] env[62533]: _type = "Task" [ 1515.791992] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.802921] env[62533]: DEBUG oslo_vmware.api [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.899169] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f19899-fe2a-7a48-497b-b4a5a953d20c, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.900016] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51063f0c-1d80-4769-ba93-61eee9b8ac4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.906513] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1515.906513] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab0fcb-03b6-b857-1b61-9c4df2f4e97b" [ 1515.906513] env[62533]: _type = "Task" [ 1515.906513] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.914232] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab0fcb-03b6-b857-1b61-9c4df2f4e97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.955617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.956154] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Instance network_info: |[{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.956585] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f5:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd304d7-ca27-4e32-bd9c-bd1775da6399', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.964249] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Creating folder: Project (074d90334f33429eb4b4317db0e9ce47). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.964546] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33491761-cc40-4fa0-aaf0-cd7a169a6459 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.976341] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Created folder: Project (074d90334f33429eb4b4317db0e9ce47) in parent group-v391816. [ 1515.976515] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Creating folder: Instances. Parent ref: group-v391936. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.976771] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3232f5bd-9271-4b6f-b790-f8b952b91e77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.986886] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Created folder: Instances in parent group-v391936. [ 1515.987211] env[62533]: DEBUG oslo.service.loopingcall [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.987341] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.987543] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85162cf7-a329-4848-ada5-b1c5798bcd47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.006415] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1516.006415] env[62533]: value = "task-1898108" [ 1516.006415] env[62533]: _type = "Task" [ 1516.006415] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.014563] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898108, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.067176] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.067952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.067952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.067952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.067952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.070223] env[62533]: INFO nova.compute.manager [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Terminating instance [ 1516.113547] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.130914] env[62533]: DEBUG oslo_concurrency.lockutils [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.164733] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.264224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9e2b4768-70e7-4633-9dc0-bbf8d173b9c4 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "25f17995-698e-450c-ac0a-e8ad5b4e9b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.534s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.277794] env[62533]: DEBUG nova.compute.manager [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1516.280369] env[62533]: DEBUG nova.compute.manager [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing instance network info cache due to event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1516.280818] env[62533]: DEBUG oslo_concurrency.lockutils [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] Acquiring lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.280976] env[62533]: DEBUG oslo_concurrency.lockutils [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] Acquired lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.281236] env[62533]: DEBUG nova.network.neutron [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.302896] env[62533]: DEBUG oslo_vmware.api [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898105, 'name': PowerOffVM_Task, 'duration_secs': 0.255069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.303203] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.303381] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.303620] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dfb657a-be5a-43e8-a605-9e95b27b9e60 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.405532] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.405803] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.406015] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleting the datastore file [datastore2] deba2423-2f9a-469b-9d34-16a66f346580 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.406329] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e5af20c-228d-4c54-8c28-725635a3e82a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.417582] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab0fcb-03b6-b857-1b61-9c4df2f4e97b, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.425055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.425055] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] eda42c6c-48a5-46ed-a905-bae640ba0b90/eda42c6c-48a5-46ed-a905-bae640ba0b90.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.425055] env[62533]: DEBUG oslo_vmware.api [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1516.425055] env[62533]: value = "task-1898110" [ 1516.425055] env[62533]: _type = "Task" [ 1516.425055] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.425055] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60d26507-622c-4e10-9d2d-805b0780a7ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.441094] env[62533]: DEBUG oslo_vmware.api [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.443090] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1516.443090] env[62533]: value = "task-1898111" [ 1516.443090] env[62533]: _type = "Task" [ 1516.443090] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.452471] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.457631] env[62533]: DEBUG nova.compute.manager [req-3ce5c640-4456-4476-b336-7426b24cf202 req-83e40630-7f0a-4237-897b-7f9dd2a30ad0 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Received event network-vif-plugged-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1516.458872] env[62533]: DEBUG oslo_concurrency.lockutils [req-3ce5c640-4456-4476-b336-7426b24cf202 req-83e40630-7f0a-4237-897b-7f9dd2a30ad0 service nova] Acquiring lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.459067] env[62533]: DEBUG oslo_concurrency.lockutils [req-3ce5c640-4456-4476-b336-7426b24cf202 req-83e40630-7f0a-4237-897b-7f9dd2a30ad0 service nova] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.459334] env[62533]: DEBUG oslo_concurrency.lockutils [req-3ce5c640-4456-4476-b336-7426b24cf202 req-83e40630-7f0a-4237-897b-7f9dd2a30ad0 service nova] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.459590] env[62533]: DEBUG nova.compute.manager [req-3ce5c640-4456-4476-b336-7426b24cf202 req-83e40630-7f0a-4237-897b-7f9dd2a30ad0 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] No waiting events found dispatching network-vif-plugged-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.460446] env[62533]: WARNING nova.compute.manager [req-3ce5c640-4456-4476-b336-7426b24cf202 req-83e40630-7f0a-4237-897b-7f9dd2a30ad0 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Received unexpected event network-vif-plugged-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a for instance with vm_state building and task_state block_device_mapping. [ 1516.518577] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898108, 'name': CreateVM_Task, 'duration_secs': 0.426847} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.518820] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1516.519538] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.519843] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.520228] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.520525] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f85c11-0110-46b3-893d-ec186a5b1f33 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.526949] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1516.526949] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521de226-b6a4-53f7-ef7c-bfd6ce520757" [ 1516.526949] env[62533]: _type = "Task" [ 1516.526949] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.540065] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521de226-b6a4-53f7-ef7c-bfd6ce520757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.540975] env[62533]: DEBUG nova.network.neutron [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Successfully updated port: 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.573675] env[62533]: DEBUG nova.compute.manager [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1516.573904] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.574775] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b890a2-ce02-493a-bf87-96bd962e104d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.586092] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.586092] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea26046c-4ac8-4183-81f4-d6e160311235 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.595616] env[62533]: DEBUG oslo_vmware.api [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1516.595616] env[62533]: value = "task-1898112" [ 1516.595616] env[62533]: _type = "Task" [ 1516.595616] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.605725] env[62533]: DEBUG oslo_vmware.api [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.671590] env[62533]: DEBUG oslo_vmware.api [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898104, 'name': PowerOnVM_Task, 'duration_secs': 0.617601} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.676470] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.676832] env[62533]: INFO nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1516.677284] env[62533]: DEBUG nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.679827] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41323101-84a2-4cb6-b8b9-5c8c0436e179 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.832823] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35354061-140c-446c-8977-94d0907d6cc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.845160] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e62f1f-a8ac-4808-b9b7-a38b14c3187f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.894241] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329b5d65-18cf-49df-a68c-3e5f31da08d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.905943] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4003142-ca67-44e3-8c1e-ff489f213322 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.927365] env[62533]: DEBUG nova.compute.provider_tree [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.936922] env[62533]: DEBUG oslo_vmware.api [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190648} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.937819] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.938018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.938218] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.938417] env[62533]: INFO nova.compute.manager [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1516.938880] env[62533]: DEBUG oslo.service.loopingcall [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.938880] env[62533]: DEBUG nova.compute.manager [-] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.939041] env[62533]: DEBUG nova.network.neutron [-] [instance: deba2423-2f9a-469b-9d34-16a66f346580] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.952135] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507546} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.952545] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] eda42c6c-48a5-46ed-a905-bae640ba0b90/eda42c6c-48a5-46ed-a905-bae640ba0b90.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.952863] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.952863] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93fdbf54-83e9-4e2b-a2bc-73e85e3250a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.959098] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1516.959098] env[62533]: value = "task-1898113" [ 1516.959098] env[62533]: _type = "Task" [ 1516.959098] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.970844] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.037526] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521de226-b6a4-53f7-ef7c-bfd6ce520757, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.037655] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.037847] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1517.038084] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.038222] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.038471] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1517.039023] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f1dc47-6494-44e8-8072-cabbb482ae37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.043346] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquiring lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.043497] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquired lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.047082] env[62533]: DEBUG nova.network.neutron [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.047764] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1517.047764] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1517.048285] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c05b62-cc4d-48ce-83b7-0823656ffebb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.055746] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1517.055746] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c10d01-eb14-7fec-ddc5-9d4d26649f53" [ 1517.055746] env[62533]: _type = "Task" [ 1517.055746] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.064303] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c10d01-eb14-7fec-ddc5-9d4d26649f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.087524] env[62533]: DEBUG nova.network.neutron [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updated VIF entry in instance network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1517.087981] env[62533]: DEBUG nova.network.neutron [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.107604] env[62533]: DEBUG oslo_vmware.api [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898112, 'name': PowerOffVM_Task, 'duration_secs': 0.21353} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.108501] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.108501] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.108501] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a20d9c-cbd9-40a9-953c-a22790f2e01a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.193046] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.193328] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.193526] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Deleting the datastore file [datastore2] 71acb86e-83d4-497d-a6a5-c507aaf2bb71 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.193789] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6f9f1d-30d4-4a56-9421-fadd77ee6435 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.200456] env[62533]: DEBUG oslo_vmware.api [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for the task: (returnval){ [ 1517.200456] env[62533]: value = "task-1898115" [ 1517.200456] env[62533]: _type = "Task" [ 1517.200456] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.222146] env[62533]: DEBUG oslo_vmware.api [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.225297] env[62533]: INFO nova.compute.manager [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Took 47.63 seconds to build instance. [ 1517.327715] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1517.327715] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.327877] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.327965] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.328166] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.328270] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.328402] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.328633] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.328762] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.328927] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.329098] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.329376] env[62533]: DEBUG nova.virt.hardware [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.330461] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c37ca5-1210-4944-8071-0d6bda78fad8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.340041] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd66d3e-55aa-4213-a87f-cbfa46b15b23 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.435023] env[62533]: DEBUG nova.scheduler.client.report [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.471361] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205045} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.471615] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.472397] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695a531-793d-4a6e-81f8-69bf2b171353 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.493928] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] eda42c6c-48a5-46ed-a905-bae640ba0b90/eda42c6c-48a5-46ed-a905-bae640ba0b90.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.494231] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b90570-5f2e-4da7-8ce9-e0a036e16680 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.513559] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1517.513559] env[62533]: value = "task-1898116" [ 1517.513559] env[62533]: _type = "Task" [ 1517.513559] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.522904] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.566047] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c10d01-eb14-7fec-ddc5-9d4d26649f53, 'name': SearchDatastore_Task, 'duration_secs': 0.040337} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.566931] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d43160e-e2a2-410a-863c-b2f3403d7bdf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.572454] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1517.572454] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ca50fd-597c-d3b1-732e-35c8e6aa4198" [ 1517.572454] env[62533]: _type = "Task" [ 1517.572454] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.580301] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ca50fd-597c-d3b1-732e-35c8e6aa4198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.584233] env[62533]: DEBUG nova.network.neutron [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.591700] env[62533]: DEBUG oslo_concurrency.lockutils [req-e2ae3d3b-ffe8-4be6-9d35-e1a2ca809318 req-7d90c06e-4c8c-4615-809b-117ba218a282 service nova] Releasing lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.678328] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.678652] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef869e0-6490-4e3d-ad5e-27b91e11c32f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.685345] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1517.685345] env[62533]: value = "task-1898117" [ 1517.685345] env[62533]: _type = "Task" [ 1517.685345] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.694433] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.710743] env[62533]: DEBUG oslo_vmware.api [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Task: {'id': task-1898115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196605} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.714424] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.714574] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1517.714678] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1517.714837] env[62533]: INFO nova.compute.manager [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1517.715129] env[62533]: DEBUG oslo.service.loopingcall [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.715347] env[62533]: DEBUG nova.compute.manager [-] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1517.715585] env[62533]: DEBUG nova.network.neutron [-] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.729009] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f859541d-de4a-4e15-a9a8-bb57ce5f7641 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.401s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.777925] env[62533]: DEBUG nova.network.neutron [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updating instance_info_cache with network_info: [{"id": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "address": "fa:16:3e:f1:6f:4c", "network": {"id": "10130f1e-dabb-40f5-b302-c60e7e77c5b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-960699303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8b5fb2da694bc69edf9b3554a7505b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc9fb7-3c", "ovs_interfaceid": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.782761] env[62533]: DEBUG nova.network.neutron [-] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.941472] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.945756] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.473s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.947554] env[62533]: INFO nova.compute.claims [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.966372] env[62533]: INFO nova.scheduler.client.report [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted allocations for instance 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7 [ 1518.026821] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.084271] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ca50fd-597c-d3b1-732e-35c8e6aa4198, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.084761] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.085177] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] bf8ae846-d7d3-4221-8a88-71dc75f34fbc/bf8ae846-d7d3-4221-8a88-71dc75f34fbc.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1518.085584] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c2284d0-3499-4ad1-ade2-13a3544b5102 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.095019] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1518.095019] env[62533]: value = "task-1898118" [ 1518.095019] env[62533]: _type = "Task" [ 1518.095019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.103194] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.198956] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898117, 'name': PowerOffVM_Task, 'duration_secs': 0.216424} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.199274] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.200195] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6a47c-6e5f-4714-861f-019212625f24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.224640] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9671387-98ae-46b0-9e8b-6f1daa3fa084 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.231835] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.262098] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.262802] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50760933-33c4-4977-8035-37e887af5997 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.269501] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1518.269501] env[62533]: value = "task-1898119" [ 1518.269501] env[62533]: _type = "Task" [ 1518.269501] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.280841] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Releasing lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.281046] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Instance network_info: |[{"id": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "address": "fa:16:3e:f1:6f:4c", "network": {"id": "10130f1e-dabb-40f5-b302-c60e7e77c5b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-960699303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8b5fb2da694bc69edf9b3554a7505b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc9fb7-3c", "ovs_interfaceid": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1518.282285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:6f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.289960] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Creating folder: Project (fc8b5fb2da694bc69edf9b3554a7505b). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.290568] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1518.290685] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.290927] env[62533]: DEBUG oslo_concurrency.lockutils [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.291887] env[62533]: DEBUG oslo_concurrency.lockutils [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.291887] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.292198] env[62533]: INFO nova.compute.manager [-] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Took 1.35 seconds to deallocate network for instance. [ 1518.292443] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0942991-012d-4cb7-adc4-137d1d4dd3f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.294328] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-588e447a-86d8-4ea8-84fb-85e66d2357e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.314019] env[62533]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1518.314384] env[62533]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62533) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1518.314792] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Folder already exists: Project (fc8b5fb2da694bc69edf9b3554a7505b). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1518.315015] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Creating folder: Instances. Parent ref: group-v391870. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.316670] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-961c78b4-30b0-4731-9580-fe23b6861c80 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.318805] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.318966] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.319720] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d7311d-6190-4384-a695-b80063807d43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.326237] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1518.326237] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fcfe99-3195-11a7-b460-771acabaa4bb" [ 1518.326237] env[62533]: _type = "Task" [ 1518.326237] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.334069] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Created folder: Instances in parent group-v391870. [ 1518.334069] env[62533]: DEBUG oslo.service.loopingcall [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.336293] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.337902] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fcfe99-3195-11a7-b460-771acabaa4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.337902] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-828547dc-0079-4237-8348-0b81197eefd1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.359055] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.359055] env[62533]: value = "task-1898122" [ 1518.359055] env[62533]: _type = "Task" [ 1518.359055] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.367955] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898122, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.476626] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f20a9198-6c80-4f29-b6e9-283c244de121 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "1e78569d-b7b8-4ba3-99a0-30a26d9e37e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.665s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.497775] env[62533]: DEBUG nova.compute.manager [req-22a1456b-f8ae-48f3-aa94-771995ac9d3c req-5e647643-f8c6-4a68-a1ed-48954d4aeca5 service nova] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Received event network-vif-deleted-d91fa164-3f27-46dc-ac46-f9a2ccaaf6b7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1518.525107] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898116, 'name': ReconfigVM_Task, 'duration_secs': 0.739077} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.525430] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Reconfigured VM instance instance-00000026 to attach disk [datastore1] eda42c6c-48a5-46ed-a905-bae640ba0b90/eda42c6c-48a5-46ed-a905-bae640ba0b90.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.526131] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53809fae-e3db-4a0d-8edd-a1253a61d3cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.534333] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1518.534333] env[62533]: value = "task-1898123" [ 1518.534333] env[62533]: _type = "Task" [ 1518.534333] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.544340] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898123, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.605148] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898118, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.634944] env[62533]: DEBUG nova.network.neutron [-] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.688919] env[62533]: DEBUG nova.compute.manager [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Received event network-changed-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1518.688919] env[62533]: DEBUG nova.compute.manager [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Refreshing instance network info cache due to event network-changed-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1518.689072] env[62533]: DEBUG oslo_concurrency.lockutils [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] Acquiring lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.690134] env[62533]: DEBUG oslo_concurrency.lockutils [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] Acquired lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.690134] env[62533]: DEBUG nova.network.neutron [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Refreshing network info cache for port 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.759924] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.803047] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.838934] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fcfe99-3195-11a7-b460-771acabaa4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.061132} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.839943] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5792eb-8489-4939-83aa-927c98cf2451 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.845658] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1518.845658] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52790b82-e9cf-d124-96fd-fffa9ffb3934" [ 1518.845658] env[62533]: _type = "Task" [ 1518.845658] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.854407] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52790b82-e9cf-d124-96fd-fffa9ffb3934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.873615] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898122, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.044071] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898123, 'name': Rename_Task, 'duration_secs': 0.192936} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.046598] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.047047] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1d1328-7961-4df1-9e4e-2430f5edf7d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.053430] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1519.053430] env[62533]: value = "task-1898124" [ 1519.053430] env[62533]: _type = "Task" [ 1519.053430] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.064033] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.104755] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512172} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.105094] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] bf8ae846-d7d3-4221-8a88-71dc75f34fbc/bf8ae846-d7d3-4221-8a88-71dc75f34fbc.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1519.105238] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1519.105512] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-467954b1-0d5d-4f60-9d11-ae5e8b8e5e32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.114351] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1519.114351] env[62533]: value = "task-1898125" [ 1519.114351] env[62533]: _type = "Task" [ 1519.114351] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.127937] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.137580] env[62533]: INFO nova.compute.manager [-] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Took 1.42 seconds to deallocate network for instance. [ 1519.256029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.256289] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.277446] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "783d2c84-894d-4610-b484-2b55bafe0eae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.277554] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "783d2c84-894d-4610-b484-2b55bafe0eae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.358897] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52790b82-e9cf-d124-96fd-fffa9ffb3934, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.359312] env[62533]: DEBUG oslo_concurrency.lockutils [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.359760] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. {{(pid=62533) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1519.360463] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-877c7744-9627-4546-afb6-99f7a2f28b18 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.377344] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1519.377344] env[62533]: value = "task-1898126" [ 1519.377344] env[62533]: _type = "Task" [ 1519.377344] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.377781] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898122, 'name': CreateVM_Task, 'duration_secs': 0.538068} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.378295] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.381834] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391889', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'name': 'volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f5e27e-f302-4393-a632-3c513ef0f6b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'serial': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac'}, 'delete_on_termination': True, 'attachment_id': '12c68f1d-87ce-49f0-abaf-597785b199c4', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62533) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1519.382237] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Root volume attach. Driver type: vmdk {{(pid=62533) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1519.385226] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f1bb7-c442-43dd-8ce2-4fe299ea0a0c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.397886] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.398737] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b35ba58-71ad-4eb6-9745-1c05ce7856e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.408683] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c0b04-d13c-4764-a5a0-c71e6f04fd57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.415323] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-18af9627-87fc-4d4a-85d6-e0ab921a7ca2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.427168] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1519.427168] env[62533]: value = "task-1898127" [ 1519.427168] env[62533]: _type = "Task" [ 1519.427168] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.432802] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2bfee1-d2b5-4e39-a8ba-3bac26045809 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.439150] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.455025] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0633ce21-d25e-40f8-a53a-ac54686af92d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.488921] env[62533]: DEBUG nova.network.neutron [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updated VIF entry in instance network info cache for port 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.489303] env[62533]: DEBUG nova.network.neutron [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updating instance_info_cache with network_info: [{"id": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "address": "fa:16:3e:f1:6f:4c", "network": {"id": "10130f1e-dabb-40f5-b302-c60e7e77c5b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-960699303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8b5fb2da694bc69edf9b3554a7505b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc9fb7-3c", "ovs_interfaceid": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.491298] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf200b-09eb-4259-9165-5441b70ad7c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.499775] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff7ba6-37cb-4fdb-86b1-4b8db045a194 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.514026] env[62533]: DEBUG nova.compute.provider_tree [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.564179] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.629279] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094225} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.629279] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.630355] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a4910-c6e9-4386-8b1f-0911ea671a8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.649554] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.658935] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] bf8ae846-d7d3-4221-8a88-71dc75f34fbc/bf8ae846-d7d3-4221-8a88-71dc75f34fbc.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.659701] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3ed347-06d5-4214-83a2-fc66182f8517 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.681175] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1519.681175] env[62533]: value = "task-1898128" [ 1519.681175] env[62533]: _type = "Task" [ 1519.681175] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.690258] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.890062] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898126, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.938313] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 38%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.995275] env[62533]: DEBUG oslo_concurrency.lockutils [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] Releasing lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.995543] env[62533]: DEBUG nova.compute.manager [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Received event network-vif-deleted-c43fb315-9b60-4c09-b430-97cb0f7d6aed {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1519.995751] env[62533]: DEBUG nova.compute.manager [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1519.995915] env[62533]: DEBUG nova.compute.manager [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing instance network info cache due to event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1519.996148] env[62533]: DEBUG oslo_concurrency.lockutils [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.996313] env[62533]: DEBUG oslo_concurrency.lockutils [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.996495] env[62533]: DEBUG nova.network.neutron [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.017159] env[62533]: DEBUG nova.scheduler.client.report [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.065069] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.193009] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.392031] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533109} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.392306] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. [ 1520.393315] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd6c07-b421-45f2-a5a5-b90bdd2af8ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.419919] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.420302] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a80087-20f8-4627-8563-725a1a7eef4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.442469] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.445253] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1520.445253] env[62533]: value = "task-1898129" [ 1520.445253] env[62533]: _type = "Task" [ 1520.445253] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.454587] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.523414] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.524013] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.526885] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.582s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.527096] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.527339] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1520.527672] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.387s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.530277] env[62533]: INFO nova.compute.claims [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.533865] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f13423-37b1-4f93-919f-821057bab2c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.544103] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a2dab7-08f7-4a0a-b6ea-92feca98ad14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.567793] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571f05bf-3932-4500-bd0c-f8ac3350cf8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.577979] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.581009] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f7622-914c-490e-aff1-eca639680c99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.615865] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179743MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1520.616229] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.693153] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.944690] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 65%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.955690] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.029069] env[62533]: DEBUG nova.network.neutron [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updated VIF entry in instance network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.029484] env[62533]: DEBUG nova.network.neutron [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.035472] env[62533]: DEBUG nova.compute.utils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1521.037014] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1521.037256] env[62533]: DEBUG nova.network.neutron [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.074151] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.099371] env[62533]: DEBUG nova.policy [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1521.193654] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.446351] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 78%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.457173] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.479215] env[62533]: DEBUG nova.network.neutron [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Successfully created port: 78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.532437] env[62533]: DEBUG oslo_concurrency.lockutils [req-7af09bd3-0381-40bf-8495-e93f928a9f6c req-fb3272e7-156e-40a1-a7d3-70e119b39701 service nova] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.540528] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.580554] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.696521] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.949400] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 92%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.959937] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898129, 'name': ReconfigVM_Task, 'duration_secs': 1.482532} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.962170] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.964864] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbce05-ec2f-46da-8cd5-56d16ad99323 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.992527] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd090a2-e2c0-4f67-95ef-2da1adb7c440 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.008213] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1522.008213] env[62533]: value = "task-1898130" [ 1522.008213] env[62533]: _type = "Task" [ 1522.008213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.016787] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.078269] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.126721] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05759209-be27-48f2-a90b-ebe10ab69e1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.134463] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c065860f-7217-44db-9639-2daaa4b558cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.166510] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb64bd22-9263-471e-b6bd-1cb8283c958b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.174271] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87390430-6839-4d02-a503-d814de802a2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.189077] env[62533]: DEBUG nova.compute.provider_tree [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.199261] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.446480] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 97%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.519883] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.555421] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.581716] env[62533]: DEBUG oslo_vmware.api [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898124, 'name': PowerOnVM_Task, 'duration_secs': 3.464876} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.584031] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.584256] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.584411] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.584591] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.584732] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.584873] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.585093] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.585253] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.585418] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.585576] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.585738] env[62533]: DEBUG nova.virt.hardware [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.587048] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.587048] env[62533]: INFO nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Took 12.62 seconds to spawn the instance on the hypervisor. [ 1522.587048] env[62533]: DEBUG nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1522.587304] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78928fe6-df90-4ccc-920b-d8f90460f018 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.590313] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4932f841-3e7b-402f-b29a-de4a015e1064 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.599250] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de96328-7551-4838-8788-dee7f50dfb66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.694113] env[62533]: DEBUG nova.scheduler.client.report [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.702766] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898128, 'name': ReconfigVM_Task, 'duration_secs': 2.902569} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.703097] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Reconfigured VM instance instance-00000027 to attach disk [datastore1] bf8ae846-d7d3-4221-8a88-71dc75f34fbc/bf8ae846-d7d3-4221-8a88-71dc75f34fbc.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.703713] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a45691f-af97-43e4-8f81-9ebef8d22ba2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.710752] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1522.710752] env[62533]: value = "task-1898131" [ 1522.710752] env[62533]: _type = "Task" [ 1522.710752] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.723388] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898131, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.948906] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 97%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.020030] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898130, 'name': ReconfigVM_Task, 'duration_secs': 0.520323} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.020268] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.020557] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca32809-9216-4b1e-856b-fe6cbb964fe4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.028403] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1523.028403] env[62533]: value = "task-1898132" [ 1523.028403] env[62533]: _type = "Task" [ 1523.028403] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.041709] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.115664] env[62533]: INFO nova.compute.manager [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Took 47.58 seconds to build instance. [ 1523.197454] env[62533]: DEBUG nova.compute.manager [req-e07ee36d-b99c-48ad-808e-f89bb16907d8 req-7cb16fb6-1f21-4f41-91ca-e21afa10d599 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Received event network-vif-plugged-78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1523.197454] env[62533]: DEBUG oslo_concurrency.lockutils [req-e07ee36d-b99c-48ad-808e-f89bb16907d8 req-7cb16fb6-1f21-4f41-91ca-e21afa10d599 service nova] Acquiring lock "248183e2-fc42-46c6-b123-57c950b0a526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.197454] env[62533]: DEBUG oslo_concurrency.lockutils [req-e07ee36d-b99c-48ad-808e-f89bb16907d8 req-7cb16fb6-1f21-4f41-91ca-e21afa10d599 service nova] Lock "248183e2-fc42-46c6-b123-57c950b0a526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.197454] env[62533]: DEBUG oslo_concurrency.lockutils [req-e07ee36d-b99c-48ad-808e-f89bb16907d8 req-7cb16fb6-1f21-4f41-91ca-e21afa10d599 service nova] Lock "248183e2-fc42-46c6-b123-57c950b0a526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.197454] env[62533]: DEBUG nova.compute.manager [req-e07ee36d-b99c-48ad-808e-f89bb16907d8 req-7cb16fb6-1f21-4f41-91ca-e21afa10d599 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] No waiting events found dispatching network-vif-plugged-78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.197678] env[62533]: WARNING nova.compute.manager [req-e07ee36d-b99c-48ad-808e-f89bb16907d8 req-7cb16fb6-1f21-4f41-91ca-e21afa10d599 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Received unexpected event network-vif-plugged-78ac9a57-d1d9-46f2-8f74-6683208bcb29 for instance with vm_state building and task_state spawning. [ 1523.199449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.199960] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1523.203681] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.395s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.205450] env[62533]: INFO nova.compute.claims [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.221258] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898131, 'name': Rename_Task, 'duration_secs': 0.367407} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.221560] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.221833] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e96eac53-4613-4d9f-b8f6-328ebfd9d678 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.229624] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1523.229624] env[62533]: value = "task-1898133" [ 1523.229624] env[62533]: _type = "Task" [ 1523.229624] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.240705] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.288929] env[62533]: DEBUG nova.network.neutron [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Successfully updated port: 78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.448424] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.538832] env[62533]: DEBUG oslo_vmware.api [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898132, 'name': PowerOnVM_Task, 'duration_secs': 0.491628} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.539256] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.542309] env[62533]: DEBUG nova.compute.manager [None req-487cf4a2-ad60-484f-9222-a1ec1adbd843 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.543180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53be1d7d-d4a0-4cfd-bef5-5d181a3a792b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.619403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cb1363f1-4942-45e0-87ee-61aaca8012f6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.951s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.711451] env[62533]: DEBUG nova.compute.utils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.716148] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1523.717214] env[62533]: DEBUG nova.network.neutron [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.742382] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.778739] env[62533]: DEBUG nova.policy [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a491df499f4b7093d42c036afd7cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8de050ebe844d8b17cfdbd41b25338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1523.792339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-248183e2-fc42-46c6-b123-57c950b0a526" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.792475] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-248183e2-fc42-46c6-b123-57c950b0a526" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.792620] env[62533]: DEBUG nova.network.neutron [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.954068] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898127, 'name': RelocateVM_Task, 'duration_secs': 4.024285} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.954068] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1523.954068] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391889', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'name': 'volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f5e27e-f302-4393-a632-3c513ef0f6b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'serial': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1523.954068] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2772af-bd54-4465-b5e0-175118957ce4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.980264] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4790a758-384f-4cdf-a3c0-d5c92b111655 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.013017] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac/volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.013900] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8925b1-b96e-4068-b161-c4d11cf3e122 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.036709] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1524.036709] env[62533]: value = "task-1898134" [ 1524.036709] env[62533]: _type = "Task" [ 1524.036709] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.046009] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.122250] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.127251] env[62533]: DEBUG nova.network.neutron [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Successfully created port: 66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.216693] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1524.242908] env[62533]: DEBUG oslo_vmware.api [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898133, 'name': PowerOnVM_Task, 'duration_secs': 0.832701} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.242908] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.242908] env[62533]: INFO nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Took 11.50 seconds to spawn the instance on the hypervisor. [ 1524.242908] env[62533]: DEBUG nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.243217] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2696bfd-1a2a-4e91-80ac-9d1964398f1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.337427] env[62533]: DEBUG nova.network.neutron [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.415135] env[62533]: INFO nova.compute.manager [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Unrescuing [ 1524.415331] env[62533]: DEBUG oslo_concurrency.lockutils [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.415483] env[62533]: DEBUG oslo_concurrency.lockutils [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.415685] env[62533]: DEBUG nova.network.neutron [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.420286] env[62533]: DEBUG nova.compute.manager [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-changed-cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1524.420454] env[62533]: DEBUG nova.compute.manager [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Refreshing instance network info cache due to event network-changed-cd3ed9e6-9357-4309-b6db-9d02f7925b30. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1524.420612] env[62533]: DEBUG oslo_concurrency.lockutils [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] Acquiring lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.420751] env[62533]: DEBUG oslo_concurrency.lockutils [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] Acquired lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.421352] env[62533]: DEBUG nova.network.neutron [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Refreshing network info cache for port cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.544580] env[62533]: DEBUG nova.network.neutron [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Updating instance_info_cache with network_info: [{"id": "78ac9a57-d1d9-46f2-8f74-6683208bcb29", "address": "fa:16:3e:da:28:78", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac9a57-d1", "ovs_interfaceid": "78ac9a57-d1d9-46f2-8f74-6683208bcb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.548787] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898134, 'name': ReconfigVM_Task, 'duration_secs': 0.390572} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.551612] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac/volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.556846] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfe6330-5b17-4c2e-a9e8-447cd8e7c88b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.578049] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1524.578049] env[62533]: value = "task-1898135" [ 1524.578049] env[62533]: _type = "Task" [ 1524.578049] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.590679] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.650063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.772145] env[62533]: INFO nova.compute.manager [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Took 45.44 seconds to build instance. [ 1524.781021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c950a6d-06c2-4c48-a70c-67f5b15479ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.788362] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae86429-3540-4777-841c-d916b80cd10c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.819886] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b5bf98-d0fc-4b08-81c3-7422cf653a92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.827780] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5960d6d6-ee9f-4889-968a-d84fecb8a0bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.841761] env[62533]: DEBUG nova.compute.provider_tree [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.051130] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-248183e2-fc42-46c6-b123-57c950b0a526" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.051436] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Instance network_info: |[{"id": "78ac9a57-d1d9-46f2-8f74-6683208bcb29", "address": "fa:16:3e:da:28:78", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac9a57-d1", "ovs_interfaceid": "78ac9a57-d1d9-46f2-8f74-6683208bcb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.051910] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:28:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ac9a57-d1d9-46f2-8f74-6683208bcb29', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.059836] env[62533]: DEBUG oslo.service.loopingcall [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.060802] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.060802] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9faa58-b6d9-48a2-8d84-c2a9cb6e06a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.092256] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898135, 'name': ReconfigVM_Task, 'duration_secs': 0.13698} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.096476] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391889', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'name': 'volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f5e27e-f302-4393-a632-3c513ef0f6b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'serial': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1525.097224] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.097224] env[62533]: value = "task-1898136" [ 1525.097224] env[62533]: _type = "Task" [ 1525.097224] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.097465] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea210f48-398f-4223-b362-6fd1f110cbbb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.110391] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898136, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.111656] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1525.111656] env[62533]: value = "task-1898137" [ 1525.111656] env[62533]: _type = "Task" [ 1525.111656] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.119951] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898137, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.176580] env[62533]: DEBUG nova.network.neutron [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updating instance_info_cache with network_info: [{"id": "99f74731-7782-4700-89dc-6f0f33878bf5", "address": "fa:16:3e:ed:12:4b", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f74731-77", "ovs_interfaceid": "99f74731-7782-4700-89dc-6f0f33878bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.228125] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1525.231586] env[62533]: DEBUG nova.network.neutron [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updated VIF entry in instance network info cache for port cd3ed9e6-9357-4309-b6db-9d02f7925b30. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.232109] env[62533]: DEBUG nova.network.neutron [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.260845] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.261108] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.261265] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.261452] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.261592] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.261735] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.261988] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.262166] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.262336] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.262493] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.262661] env[62533]: DEBUG nova.virt.hardware [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.263804] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510e781-7a7d-49ec-b6da-99d2392aac61 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.272529] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb469d-db50-44e1-a35f-5ece12027b88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.276601] env[62533]: DEBUG oslo_concurrency.lockutils [None req-13a27727-9344-417a-b796-0b7db29e1b49 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.115s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.324916] env[62533]: DEBUG nova.compute.manager [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Received event network-changed-78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1525.325066] env[62533]: DEBUG nova.compute.manager [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Refreshing instance network info cache due to event network-changed-78ac9a57-d1d9-46f2-8f74-6683208bcb29. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1525.325291] env[62533]: DEBUG oslo_concurrency.lockutils [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] Acquiring lock "refresh_cache-248183e2-fc42-46c6-b123-57c950b0a526" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.325432] env[62533]: DEBUG oslo_concurrency.lockutils [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] Acquired lock "refresh_cache-248183e2-fc42-46c6-b123-57c950b0a526" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.325590] env[62533]: DEBUG nova.network.neutron [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Refreshing network info cache for port 78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.345071] env[62533]: DEBUG nova.scheduler.client.report [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.612938] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898136, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.622791] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898137, 'name': Rename_Task, 'duration_secs': 0.223993} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.624366] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.624366] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1f94897-5290-4201-a061-31c010f3b371 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.630196] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1525.630196] env[62533]: value = "task-1898138" [ 1525.630196] env[62533]: _type = "Task" [ 1525.630196] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.639711] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.681657] env[62533]: DEBUG oslo_concurrency.lockutils [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.682518] env[62533]: DEBUG nova.objects.instance [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'flavor' on Instance uuid 2074e814-f93f-459b-b7b5-3203d9e1bcf1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.738357] env[62533]: DEBUG oslo_concurrency.lockutils [req-e7fca72c-1e4f-4dff-9989-6b6e869f28ad req-03803968-c304-45b3-8db4-20e9a6b0de3a service nova] Releasing lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.778830] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.849741] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.850341] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.854061] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.083s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.856113] env[62533]: INFO nova.compute.claims [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.907540] env[62533]: DEBUG nova.network.neutron [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Successfully updated port: 66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.761496] env[62533]: DEBUG nova.compute.utils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1526.764949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "refresh_cache-063e09bf-57be-45b0-af3a-a02272866859" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.764949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "refresh_cache-063e09bf-57be-45b0-af3a-a02272866859" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.764949] env[62533]: DEBUG nova.network.neutron [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.774112] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1526.774112] env[62533]: DEBUG nova.network.neutron [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1526.774649] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a63ce99-f6ef-4ace-a3b7-be14c6b5aff7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.804709] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898136, 'name': CreateVM_Task, 'duration_secs': 0.573033} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.804709] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.804994] env[62533]: DEBUG oslo_vmware.api [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898138, 'name': PowerOnVM_Task, 'duration_secs': 0.706463} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.805070] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.805281] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f3ef1f7-e966-417f-99f8-c450fe85e6ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.807015] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.807215] env[62533]: INFO nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1526.807385] env[62533]: DEBUG nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.808352] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.808525] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.808812] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.809599] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2f1a3-ff93-4781-9410-33a49d748317 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.812149] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2955737-7fbd-44f6-8680-c8c96d9329ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.815342] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.827700] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1526.827700] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524645c7-dde4-1d8c-50b3-b05a49c87fac" [ 1526.827700] env[62533]: _type = "Task" [ 1526.827700] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.827993] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1526.827993] env[62533]: value = "task-1898139" [ 1526.827993] env[62533]: _type = "Task" [ 1526.827993] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.846747] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524645c7-dde4-1d8c-50b3-b05a49c87fac, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.847408] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.847705] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.847947] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.848200] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.848343] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.848517] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.848780] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9ebff3-d47a-4749-b66b-fbe52858d37d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.858749] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.858749] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.859530] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00f43e1-6623-4471-bde4-f92bf26d60a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.865487] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1526.865487] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e574f2-3ea5-49d3-9806-a2c40095847d" [ 1526.865487] env[62533]: _type = "Task" [ 1526.865487] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.873000] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e574f2-3ea5-49d3-9806-a2c40095847d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.936212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "933e7e20-db95-4f2b-9c46-7065740bfc01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.940023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.944025] env[62533]: DEBUG nova.policy [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8851e7b80c2946a08840fc61a08fb8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1efd9f6a1f874752936491308ae5521b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1526.961147] env[62533]: DEBUG nova.network.neutron [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Updated VIF entry in instance network info cache for port 78ac9a57-d1d9-46f2-8f74-6683208bcb29. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.961566] env[62533]: DEBUG nova.network.neutron [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Updating instance_info_cache with network_info: [{"id": "78ac9a57-d1d9-46f2-8f74-6683208bcb29", "address": "fa:16:3e:da:28:78", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ac9a57-d1", "ovs_interfaceid": "78ac9a57-d1d9-46f2-8f74-6683208bcb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.272242] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1527.309121] env[62533]: DEBUG nova.network.neutron [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Successfully created port: f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.356534] env[62533]: DEBUG nova.network.neutron [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.360806] env[62533]: INFO nova.compute.manager [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Took 43.86 seconds to build instance. [ 1527.363549] env[62533]: DEBUG nova.compute.manager [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Received event network-vif-plugged-66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1527.363765] env[62533]: DEBUG oslo_concurrency.lockutils [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] Acquiring lock "063e09bf-57be-45b0-af3a-a02272866859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.363975] env[62533]: DEBUG oslo_concurrency.lockutils [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] Lock "063e09bf-57be-45b0-af3a-a02272866859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.364218] env[62533]: DEBUG oslo_concurrency.lockutils [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] Lock "063e09bf-57be-45b0-af3a-a02272866859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.364743] env[62533]: DEBUG nova.compute.manager [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] No waiting events found dispatching network-vif-plugged-66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.364944] env[62533]: WARNING nova.compute.manager [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Received unexpected event network-vif-plugged-66b76421-f098-4302-bacf-c1df1b201adf for instance with vm_state building and task_state spawning. [ 1527.365130] env[62533]: DEBUG nova.compute.manager [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Received event network-changed-66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1527.365285] env[62533]: DEBUG nova.compute.manager [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Refreshing instance network info cache due to event network-changed-66b76421-f098-4302-bacf-c1df1b201adf. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1527.365574] env[62533]: DEBUG oslo_concurrency.lockutils [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] Acquiring lock "refresh_cache-063e09bf-57be-45b0-af3a-a02272866859" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.370260] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898139, 'name': PowerOffVM_Task, 'duration_secs': 0.244025} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.374094] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.379303] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1527.382921] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee159f1b-380c-4bbd-b4d1-539adfc7cd5e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.405873] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e574f2-3ea5-49d3-9806-a2c40095847d, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.407846] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1527.407846] env[62533]: value = "task-1898140" [ 1527.407846] env[62533]: _type = "Task" [ 1527.407846] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.408078] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcfab43-af6d-4f83-bb0c-9e22d159d4c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.422542] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.422542] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1527.422542] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2a062-cdf3-4e83-37ab-ba205a4b8ecd" [ 1527.422542] env[62533]: _type = "Task" [ 1527.422542] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.434230] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2a062-cdf3-4e83-37ab-ba205a4b8ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.466716] env[62533]: DEBUG oslo_concurrency.lockutils [req-d6b32a32-785d-4915-9d48-51a7fd5005ae req-5aac850b-f21d-4f27-bb60-e707cfa5c54d service nova] Releasing lock "refresh_cache-248183e2-fc42-46c6-b123-57c950b0a526" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.666290] env[62533]: DEBUG nova.network.neutron [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Updating instance_info_cache with network_info: [{"id": "66b76421-f098-4302-bacf-c1df1b201adf", "address": "fa:16:3e:0f:15:08", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b76421-f0", "ovs_interfaceid": "66b76421-f098-4302-bacf-c1df1b201adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.863815] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0d545-2c60-4bc5-b510-33940491bbac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.869542] env[62533]: DEBUG oslo_concurrency.lockutils [None req-157b4a38-785b-4826-a864-d6aaf600f99b tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.987s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.872335] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c5d19-6f49-45c5-b9d7-62af18f177e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.911026] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fd4e46-562e-4f41-86e1-88c246d1f7e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.927222] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edcf4bf-f3c0-4748-b6f4-68767f6ad941 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.931526] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.949931] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2a062-cdf3-4e83-37ab-ba205a4b8ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.016854} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.950465] env[62533]: DEBUG nova.compute.provider_tree [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.953026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.953026] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 248183e2-fc42-46c6-b123-57c950b0a526/248183e2-fc42-46c6-b123-57c950b0a526.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.953399] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99821880-d4aa-4b4b-a678-6824a30c6581 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.960031] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1527.960031] env[62533]: value = "task-1898141" [ 1527.960031] env[62533]: _type = "Task" [ 1527.960031] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.971013] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.169062] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "refresh_cache-063e09bf-57be-45b0-af3a-a02272866859" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.169062] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Instance network_info: |[{"id": "66b76421-f098-4302-bacf-c1df1b201adf", "address": "fa:16:3e:0f:15:08", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b76421-f0", "ovs_interfaceid": "66b76421-f098-4302-bacf-c1df1b201adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1528.169591] env[62533]: DEBUG oslo_concurrency.lockutils [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] Acquired lock "refresh_cache-063e09bf-57be-45b0-af3a-a02272866859" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.169718] env[62533]: DEBUG nova.network.neutron [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Refreshing network info cache for port 66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.171448] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:15:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b76421-f098-4302-bacf-c1df1b201adf', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.180651] env[62533]: DEBUG oslo.service.loopingcall [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.184523] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.185678] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-630a705e-a4bd-4216-bb84-2711c9c6831f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.218770] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.218770] env[62533]: value = "task-1898142" [ 1528.218770] env[62533]: _type = "Task" [ 1528.218770] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.230215] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898142, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.283843] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1528.317075] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T22:05:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1b5c1806-134d-4cef-bc45-4d6b80847091',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-402731409',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.317434] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.317609] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.317827] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.318036] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.318246] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.318472] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.318692] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.318956] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.319145] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.319384] env[62533]: DEBUG nova.virt.hardware [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.320471] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e6c51-4686-456e-934d-2c22e199e5b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.331064] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc5c02-1906-4b2a-90b4-6eb66e441a60 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.377994] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.430173] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898140, 'name': ReconfigVM_Task, 'duration_secs': 0.692443} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.432236] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1528.432667] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.437179] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d558fcc8-4d62-4ae1-8474-4ff02484d84b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.448600] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1528.448600] env[62533]: value = "task-1898143" [ 1528.448600] env[62533]: _type = "Task" [ 1528.448600] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.453374] env[62533]: DEBUG nova.scheduler.client.report [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.461430] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.472798] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898141, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.555468] env[62533]: DEBUG nova.network.neutron [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Updated VIF entry in instance network info cache for port 66b76421-f098-4302-bacf-c1df1b201adf. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.555885] env[62533]: DEBUG nova.network.neutron [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Updating instance_info_cache with network_info: [{"id": "66b76421-f098-4302-bacf-c1df1b201adf", "address": "fa:16:3e:0f:15:08", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b76421-f0", "ovs_interfaceid": "66b76421-f098-4302-bacf-c1df1b201adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.729456] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898142, 'name': CreateVM_Task, 'duration_secs': 0.509415} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.729622] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.730452] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.730666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.731055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.731357] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db17e8e-b38d-4efd-aea9-6aa1e24422f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.736052] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1528.736052] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5296d62f-84ab-3381-c3a4-ef5d3fac395e" [ 1528.736052] env[62533]: _type = "Task" [ 1528.736052] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.744051] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5296d62f-84ab-3381-c3a4-ef5d3fac395e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.914675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "568b34cb-c389-4a7a-8f84-f483892f463c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.914980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "568b34cb-c389-4a7a-8f84-f483892f463c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.914980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "568b34cb-c389-4a7a-8f84-f483892f463c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.915413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "568b34cb-c389-4a7a-8f84-f483892f463c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.915588] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "568b34cb-c389-4a7a-8f84-f483892f463c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.918701] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.919143] env[62533]: INFO nova.compute.manager [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Terminating instance [ 1528.930284] env[62533]: DEBUG nova.compute.manager [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Received event network-changed-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1528.930511] env[62533]: DEBUG nova.compute.manager [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Refreshing instance network info cache due to event network-changed-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1528.930735] env[62533]: DEBUG oslo_concurrency.lockutils [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] Acquiring lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.930884] env[62533]: DEBUG oslo_concurrency.lockutils [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] Acquired lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.931051] env[62533]: DEBUG nova.network.neutron [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Refreshing network info cache for port 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.964051] env[62533]: DEBUG oslo_vmware.api [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898143, 'name': PowerOnVM_Task, 'duration_secs': 0.43302} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.964051] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.964051] env[62533]: DEBUG nova.compute.manager [None req-38dc998e-e32b-4d71-80b8-2ed20beb8745 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.964051] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6eaa82-a745-4147-aabf-ed28c1d4c51b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.968388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.969174] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.973156] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.873s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.973559] env[62533]: DEBUG nova.objects.instance [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lazy-loading 'resources' on Instance uuid 40c89246-b53b-45ec-83bb-1a8f999472a9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.984479] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542796} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.985146] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 248183e2-fc42-46c6-b123-57c950b0a526/248183e2-fc42-46c6-b123-57c950b0a526.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.985531] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.985900] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b2bf593-c89d-420f-bd34-02ed34f56b49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.994662] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1528.994662] env[62533]: value = "task-1898144" [ 1528.994662] env[62533]: _type = "Task" [ 1528.994662] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.005142] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.059794] env[62533]: DEBUG oslo_concurrency.lockutils [req-0872c565-787d-4942-b16d-e55dc08790b1 req-399bb3b6-f511-4fc8-909b-d7ae33fc6cdd service nova] Releasing lock "refresh_cache-063e09bf-57be-45b0-af3a-a02272866859" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.251064] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5296d62f-84ab-3381-c3a4-ef5d3fac395e, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.251376] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.251607] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.251845] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.263023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.263023] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.263023] env[62533]: DEBUG nova.network.neutron [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Successfully updated port: f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.263023] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bddea1d-1f43-4f0d-8e2d-428dab53837e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.278638] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.279123] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.280396] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c96bc8e-87c0-48df-a456-a94a33344224 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.288369] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1529.288369] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52284934-00e5-94d3-d8a3-60d21c52bace" [ 1529.288369] env[62533]: _type = "Task" [ 1529.288369] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.302924] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52284934-00e5-94d3-d8a3-60d21c52bace, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.304227] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4705ca14-16df-447a-bf17-6b36d4af7d05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.312603] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1529.312603] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5241d09c-b349-9ef6-49b4-ac33213ae01f" [ 1529.312603] env[62533]: _type = "Task" [ 1529.312603] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.324686] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5241d09c-b349-9ef6-49b4-ac33213ae01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.407079] env[62533]: DEBUG nova.compute.manager [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Received event network-vif-plugged-f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1529.407317] env[62533]: DEBUG oslo_concurrency.lockutils [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] Acquiring lock "cd483179-6724-4544-83f7-e23a884e98c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.407529] env[62533]: DEBUG oslo_concurrency.lockutils [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] Lock "cd483179-6724-4544-83f7-e23a884e98c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.407918] env[62533]: DEBUG oslo_concurrency.lockutils [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] Lock "cd483179-6724-4544-83f7-e23a884e98c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.407918] env[62533]: DEBUG nova.compute.manager [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] No waiting events found dispatching network-vif-plugged-f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.408066] env[62533]: WARNING nova.compute.manager [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Received unexpected event network-vif-plugged-f871fcc7-ebcc-4669-a119-e19cc1e12a45 for instance with vm_state building and task_state spawning. [ 1529.408194] env[62533]: DEBUG nova.compute.manager [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Received event network-changed-f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1529.408345] env[62533]: DEBUG nova.compute.manager [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Refreshing instance network info cache due to event network-changed-f871fcc7-ebcc-4669-a119-e19cc1e12a45. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1529.408520] env[62533]: DEBUG oslo_concurrency.lockutils [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] Acquiring lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.408653] env[62533]: DEBUG oslo_concurrency.lockutils [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] Acquired lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.408801] env[62533]: DEBUG nova.network.neutron [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Refreshing network info cache for port f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.422585] env[62533]: DEBUG nova.compute.manager [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1529.422807] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.424279] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724d49f-b148-4bf1-b33b-1c02b61ddde7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.432128] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.432392] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8471b776-ef0e-4858-b98d-d19d979c3671 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.441967] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1529.441967] env[62533]: value = "task-1898145" [ 1529.441967] env[62533]: _type = "Task" [ 1529.441967] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.450547] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1898145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.477098] env[62533]: DEBUG nova.compute.utils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.478493] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.478660] env[62533]: DEBUG nova.network.neutron [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.505534] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070764} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.505832] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1529.506681] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1876450-3e78-42e7-8ab2-c386f7c6f795 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.533973] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 248183e2-fc42-46c6-b123-57c950b0a526/248183e2-fc42-46c6-b123-57c950b0a526.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.535674] env[62533]: DEBUG nova.policy [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6bb3e9bac54f5d8c51fc9ec1683993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '417e8a2800644634865106ebedbb8802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.541566] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc842951-a81a-46c6-a366-9bcdd0106326 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.563408] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1529.563408] env[62533]: value = "task-1898146" [ 1529.563408] env[62533]: _type = "Task" [ 1529.563408] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.576219] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.768413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.823403] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5241d09c-b349-9ef6-49b4-ac33213ae01f, 'name': SearchDatastore_Task, 'duration_secs': 0.040357} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.825956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.826309] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 063e09bf-57be-45b0-af3a-a02272866859/063e09bf-57be-45b0-af3a-a02272866859.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.826746] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc87cfe-8717-42a8-b913-3280712ead94 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.833858] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1529.833858] env[62533]: value = "task-1898147" [ 1529.833858] env[62533]: _type = "Task" [ 1529.833858] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.844732] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.918480] env[62533]: DEBUG nova.network.neutron [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updated VIF entry in instance network info cache for port 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.918936] env[62533]: DEBUG nova.network.neutron [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updating instance_info_cache with network_info: [{"id": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "address": "fa:16:3e:f1:6f:4c", "network": {"id": "10130f1e-dabb-40f5-b302-c60e7e77c5b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-960699303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8b5fb2da694bc69edf9b3554a7505b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dc9fb7-3c", "ovs_interfaceid": "76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.948350] env[62533]: DEBUG nova.network.neutron [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.957901] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1898145, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.988443] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.075305] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.095026] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30266e3d-bfea-447b-a0eb-88e1826b3550 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.100965] env[62533]: DEBUG nova.network.neutron [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.107527] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a0d86f-ffb2-43b6-806b-44fe7f638f62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.111898] env[62533]: DEBUG nova.network.neutron [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Successfully created port: 67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.146850] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6458d156-e727-48de-9136-cdd51239e854 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.155308] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3487d382-1702-4a7b-884a-792060c0c8f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.172115] env[62533]: DEBUG nova.compute.provider_tree [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.346055] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898147, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.424793] env[62533]: DEBUG oslo_concurrency.lockutils [req-048b0b87-3af0-4b2d-87c2-601335fa110c req-655d7b90-d4ad-4335-b3d2-d8a03d1a052e service nova] Releasing lock "refresh_cache-e3f5e27e-f302-4393-a632-3c513ef0f6b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.453355] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1898145, 'name': PowerOffVM_Task, 'duration_secs': 0.535258} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.453757] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.453942] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.454289] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-250171ae-7567-4c6d-a0ce-b5b97148540b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.536040] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.536280] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.536451] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Deleting the datastore file [datastore1] 568b34cb-c389-4a7a-8f84-f483892f463c {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.537681] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43fe0433-df41-4aea-9d24-4a1813c6e5bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.545308] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for the task: (returnval){ [ 1530.545308] env[62533]: value = "task-1898149" [ 1530.545308] env[62533]: _type = "Task" [ 1530.545308] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.554404] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1898149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.573125] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.604227] env[62533]: DEBUG oslo_concurrency.lockutils [req-897bcbb5-c960-4569-ba2e-084a6cec88b7 req-5169558f-83e3-41c9-827d-040d1183025d service nova] Releasing lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.604614] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.604764] env[62533]: DEBUG nova.network.neutron [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.675053] env[62533]: DEBUG nova.scheduler.client.report [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.846235] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685621} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.846389] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 063e09bf-57be-45b0-af3a-a02272866859/063e09bf-57be-45b0-af3a-a02272866859.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.846595] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.846841] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-486b8a2f-9fbf-4abc-ba53-e99afe3bb817 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.854227] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1530.854227] env[62533]: value = "task-1898150" [ 1530.854227] env[62533]: _type = "Task" [ 1530.854227] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.864148] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.004508] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.031587] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.031858] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.032070] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.032290] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.032451] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.032596] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.032832] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.033585] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.033902] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.034154] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.034384] env[62533]: DEBUG nova.virt.hardware [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.035351] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4798301b-5527-4d35-856a-114103a7e2ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.043828] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1cc990-882d-4a5f-ae4d-c5bfda403d8b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.063233] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1898149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.072839] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.143036] env[62533]: DEBUG nova.network.neutron [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.180738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.183943] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.823s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.185928] env[62533]: INFO nova.compute.claims [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.209781] env[62533]: INFO nova.scheduler.client.report [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Deleted allocations for instance 40c89246-b53b-45ec-83bb-1a8f999472a9 [ 1531.347788] env[62533]: DEBUG nova.network.neutron [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [{"id": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "address": "fa:16:3e:c5:0f:c8", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871fcc7-eb", "ovs_interfaceid": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.364844] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.40187} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.365780] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.365883] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782ad21-82e5-4fdd-b76b-4b256b424f6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.387476] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 063e09bf-57be-45b0-af3a-a02272866859/063e09bf-57be-45b0-af3a-a02272866859.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.387760] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5134ee71-4abc-485e-bf79-667496a235e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.407048] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1531.407048] env[62533]: value = "task-1898151" [ 1531.407048] env[62533]: _type = "Task" [ 1531.407048] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.415366] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.559940] env[62533]: DEBUG oslo_vmware.api [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Task: {'id': task-1898149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514574} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.559940] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.559940] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.559940] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.560205] env[62533]: INFO nova.compute.manager [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1531.560278] env[62533]: DEBUG oslo.service.loopingcall [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.560498] env[62533]: DEBUG nova.compute.manager [-] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.560560] env[62533]: DEBUG nova.network.neutron [-] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.577446] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898146, 'name': ReconfigVM_Task, 'duration_secs': 1.656821} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.577764] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 248183e2-fc42-46c6-b123-57c950b0a526/248183e2-fc42-46c6-b123-57c950b0a526.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.578747] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef87d7aa-c938-4f94-925d-3e4f207ce805 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.585737] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1531.585737] env[62533]: value = "task-1898152" [ 1531.585737] env[62533]: _type = "Task" [ 1531.585737] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.595614] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898152, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.718441] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eaa3df99-bc38-44b9-b4ab-f5a6bd5f2a37 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "40c89246-b53b-45ec-83bb-1a8f999472a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.969s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.851182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.851545] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Instance network_info: |[{"id": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "address": "fa:16:3e:c5:0f:c8", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871fcc7-eb", "ovs_interfaceid": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.851991] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:0f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f871fcc7-ebcc-4669-a119-e19cc1e12a45', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.860080] env[62533]: DEBUG oslo.service.loopingcall [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.860320] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.860547] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3310c5df-9b6b-4122-946f-2d2ec117402e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.880734] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.880734] env[62533]: value = "task-1898153" [ 1531.880734] env[62533]: _type = "Task" [ 1531.880734] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.888564] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898153, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.918781] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.101739] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898152, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.213557] env[62533]: DEBUG nova.compute.manager [req-5bd7fb26-62d3-4bd4-94fc-041cc82cf77c req-e499ec66-b1fa-43dd-88ab-c338275b0c35 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Received event network-vif-plugged-67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1532.214679] env[62533]: DEBUG oslo_concurrency.lockutils [req-5bd7fb26-62d3-4bd4-94fc-041cc82cf77c req-e499ec66-b1fa-43dd-88ab-c338275b0c35 service nova] Acquiring lock "e976b792-6b4b-4854-b922-8c46d63cf3ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.214679] env[62533]: DEBUG oslo_concurrency.lockutils [req-5bd7fb26-62d3-4bd4-94fc-041cc82cf77c req-e499ec66-b1fa-43dd-88ab-c338275b0c35 service nova] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.214679] env[62533]: DEBUG oslo_concurrency.lockutils [req-5bd7fb26-62d3-4bd4-94fc-041cc82cf77c req-e499ec66-b1fa-43dd-88ab-c338275b0c35 service nova] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.214924] env[62533]: DEBUG nova.compute.manager [req-5bd7fb26-62d3-4bd4-94fc-041cc82cf77c req-e499ec66-b1fa-43dd-88ab-c338275b0c35 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] No waiting events found dispatching network-vif-plugged-67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1532.215127] env[62533]: WARNING nova.compute.manager [req-5bd7fb26-62d3-4bd4-94fc-041cc82cf77c req-e499ec66-b1fa-43dd-88ab-c338275b0c35 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Received unexpected event network-vif-plugged-67f6ad37-390f-47c8-b1ef-0b3cecea5657 for instance with vm_state building and task_state spawning. [ 1532.240367] env[62533]: DEBUG nova.network.neutron [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Successfully updated port: 67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.371228] env[62533]: DEBUG nova.compute.manager [req-2bb6bb86-bc64-49ce-8274-a3895e5efab0 req-c27fadb8-de71-4b36-a115-79f0e2dd3c69 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Received event network-vif-deleted-5abc7854-46e1-449c-a075-f2f2633b708e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1532.371228] env[62533]: INFO nova.compute.manager [req-2bb6bb86-bc64-49ce-8274-a3895e5efab0 req-c27fadb8-de71-4b36-a115-79f0e2dd3c69 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Neutron deleted interface 5abc7854-46e1-449c-a075-f2f2633b708e; detaching it from the instance and deleting it from the info cache [ 1532.371362] env[62533]: DEBUG nova.network.neutron [req-2bb6bb86-bc64-49ce-8274-a3895e5efab0 req-c27fadb8-de71-4b36-a115-79f0e2dd3c69 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.392193] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898153, 'name': CreateVM_Task, 'duration_secs': 0.441754} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.395745] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.396987] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.397269] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.398731] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.400263] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da1451e-1ad0-4fda-9231-aef400ec5ce6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.414787] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1532.414787] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522ef71c-bcd2-cd71-72d1-78cc199fdeb4" [ 1532.414787] env[62533]: _type = "Task" [ 1532.414787] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.426995] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.432366] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522ef71c-bcd2-cd71-72d1-78cc199fdeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.016607} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.432675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.432924] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.433207] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.433369] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.433595] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.434083] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e8a2fb-623c-453b-89ba-d0eb8f5c6f7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.442332] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.442566] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.443474] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36670aff-4a75-4543-864d-fdc418db7225 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.449380] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1532.449380] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c163d-b2fd-aaf3-02df-d973576501b4" [ 1532.449380] env[62533]: _type = "Task" [ 1532.449380] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.459252] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c163d-b2fd-aaf3-02df-d973576501b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.597920] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898152, 'name': Rename_Task, 'duration_secs': 0.85149} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.598038] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.598598] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762f7ba6-b0bc-4b77-8f38-0ab75d8b86d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.605976] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1532.605976] env[62533]: value = "task-1898154" [ 1532.605976] env[62533]: _type = "Task" [ 1532.605976] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.613726] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.677124] env[62533]: DEBUG nova.network.neutron [-] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.743070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.744063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquired lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.744063] env[62533]: DEBUG nova.network.neutron [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.757117] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1c76d0-ed2a-470a-b068-b4a5e2a68799 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.766068] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6adbe8-1fc0-49a4-9a80-5143e01a0fd0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.804398] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7699780-7471-43e0-aea9-0399ff7bde2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.817550] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4c1d3c-d6a2-470a-8acf-0d3920928190 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.833292] env[62533]: DEBUG nova.compute.provider_tree [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.876902] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-587b3c4e-ad81-4d5a-87d1-89aabeaa33d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.886163] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f1ca5-e726-4619-9235-edd91a8d0967 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.919328] env[62533]: DEBUG nova.compute.manager [req-2bb6bb86-bc64-49ce-8274-a3895e5efab0 req-c27fadb8-de71-4b36-a115-79f0e2dd3c69 service nova] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Detach interface failed, port_id=5abc7854-46e1-449c-a075-f2f2633b708e, reason: Instance 568b34cb-c389-4a7a-8f84-f483892f463c could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1532.927417] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898151, 'name': ReconfigVM_Task, 'duration_secs': 1.331263} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.927668] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 063e09bf-57be-45b0-af3a-a02272866859/063e09bf-57be-45b0-af3a-a02272866859.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.928301] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e770d16-31e2-4287-8e5d-9e9d7fd59b49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.934911] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1532.934911] env[62533]: value = "task-1898155" [ 1532.934911] env[62533]: _type = "Task" [ 1532.934911] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.946503] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898155, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.958149] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c163d-b2fd-aaf3-02df-d973576501b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.959071] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9197448a-c9d4-4c52-a72e-08a31458b732 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.964816] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1532.964816] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a7f6c-0ad4-085c-9ec6-cdc7dabddf00" [ 1532.964816] env[62533]: _type = "Task" [ 1532.964816] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.973368] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a7f6c-0ad4-085c-9ec6-cdc7dabddf00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.117798] env[62533]: DEBUG oslo_vmware.api [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898154, 'name': PowerOnVM_Task, 'duration_secs': 0.457255} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.118151] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.118269] env[62533]: INFO nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1533.118499] env[62533]: DEBUG nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.119240] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5147e4-e335-4117-8e7a-9f91bdaa16cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.179828] env[62533]: INFO nova.compute.manager [-] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Took 1.62 seconds to deallocate network for instance. [ 1533.295676] env[62533]: DEBUG nova.network.neutron [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.337797] env[62533]: DEBUG nova.scheduler.client.report [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.375305] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.375576] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.445302] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898155, 'name': Rename_Task, 'duration_secs': 0.173251} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.445586] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.445835] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39a4d10-846d-4efa-a56e-d66267927ece {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.452076] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1533.452076] env[62533]: value = "task-1898156" [ 1533.452076] env[62533]: _type = "Task" [ 1533.452076] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.460544] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.474024] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a7f6c-0ad4-085c-9ec6-cdc7dabddf00, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.475432] env[62533]: DEBUG nova.network.neutron [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updating instance_info_cache with network_info: [{"id": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "address": "fa:16:3e:e3:24:60", "network": {"id": "324d22e4-acba-4c84-84b7-99072a5a838c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1490583672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417e8a2800644634865106ebedbb8802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f6ad37-39", "ovs_interfaceid": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.476627] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.476904] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.477193] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85fafd85-f121-4e4c-aaff-11821dfe41fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.484661] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1533.484661] env[62533]: value = "task-1898157" [ 1533.484661] env[62533]: _type = "Task" [ 1533.484661] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.493559] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.637418] env[62533]: INFO nova.compute.manager [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Took 47.31 seconds to build instance. [ 1533.685254] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.843666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.844087] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.847931] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.753s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.848205] env[62533]: DEBUG nova.objects.instance [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lazy-loading 'resources' on Instance uuid 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.965223] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898156, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.981032] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Releasing lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.981418] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Instance network_info: |[{"id": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "address": "fa:16:3e:e3:24:60", "network": {"id": "324d22e4-acba-4c84-84b7-99072a5a838c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1490583672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417e8a2800644634865106ebedbb8802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f6ad37-39", "ovs_interfaceid": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.981917] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:24:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67f6ad37-390f-47c8-b1ef-0b3cecea5657', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.991015] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Creating folder: Project (417e8a2800644634865106ebedbb8802). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.992466] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf5c0cd-02f4-4965-9c59-cb4fdb88b252 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.008225] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.015026] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Created folder: Project (417e8a2800644634865106ebedbb8802) in parent group-v391816. [ 1534.016069] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Creating folder: Instances. Parent ref: group-v391944. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.016069] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b71a310-4d64-4aa3-9a1e-f5c9f473c4e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.030619] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Created folder: Instances in parent group-v391944. [ 1534.030915] env[62533]: DEBUG oslo.service.loopingcall [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.031147] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.031409] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b7b8905-48bf-4958-88ef-76ff263b7c16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.056934] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.056934] env[62533]: value = "task-1898160" [ 1534.056934] env[62533]: _type = "Task" [ 1534.056934] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.068490] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898160, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.138519] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5218f762-5c96-4553-accc-2899ec302f92 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "248183e2-fc42-46c6-b123-57c950b0a526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.109s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.265308] env[62533]: DEBUG nova.compute.manager [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Received event network-changed-67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1534.265599] env[62533]: DEBUG nova.compute.manager [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Refreshing instance network info cache due to event network-changed-67f6ad37-390f-47c8-b1ef-0b3cecea5657. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1534.265861] env[62533]: DEBUG oslo_concurrency.lockutils [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] Acquiring lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.266056] env[62533]: DEBUG oslo_concurrency.lockutils [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] Acquired lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.266289] env[62533]: DEBUG nova.network.neutron [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Refreshing network info cache for port 67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.358210] env[62533]: DEBUG nova.compute.utils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.360019] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.360567] env[62533]: DEBUG nova.network.neutron [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.409979] env[62533]: DEBUG nova.policy [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34c9aa1dc99d4dd0a5c5067f624786fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e087d09d08941e2b3604529b737c47d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.463573] env[62533]: DEBUG oslo_vmware.api [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898156, 'name': PowerOnVM_Task, 'duration_secs': 0.818031} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.467793] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.468161] env[62533]: INFO nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1534.468419] env[62533]: DEBUG nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.470263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aef221d-e41b-4888-a58b-8969ab790dd5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.505409] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "248183e2-fc42-46c6-b123-57c950b0a526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.505668] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "248183e2-fc42-46c6-b123-57c950b0a526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.505875] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "248183e2-fc42-46c6-b123-57c950b0a526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.506069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "248183e2-fc42-46c6-b123-57c950b0a526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.506485] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "248183e2-fc42-46c6-b123-57c950b0a526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.508146] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901865} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.511126] env[62533]: INFO nova.compute.manager [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Terminating instance [ 1534.512566] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1534.512770] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1534.513235] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ec6da3-74fb-47bb-8f3a-2b0c78745c73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.522310] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1534.522310] env[62533]: value = "task-1898161" [ 1534.522310] env[62533]: _type = "Task" [ 1534.522310] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.535243] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.566912] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898160, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.641901] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.686353] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "dbdcd7c0-db6e-4407-9387-26999489b0fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.686591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.686792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "dbdcd7c0-db6e-4407-9387-26999489b0fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.686971] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.687157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.691054] env[62533]: INFO nova.compute.manager [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Terminating instance [ 1534.772262] env[62533]: DEBUG nova.network.neutron [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Successfully created port: 94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.865108] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0006122c-09a3-431b-9c86-4c700c0160be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.866750] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.874167] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a09e7bd-54ca-46cc-b3de-637aec77c58c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.913111] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db87a36c-686b-434a-99ff-916b9cd7d450 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.921881] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2729aa-a795-4cde-bdd9-87147cad0e66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.935622] env[62533]: DEBUG nova.compute.provider_tree [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.997020] env[62533]: INFO nova.compute.manager [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Took 31.88 seconds to build instance. [ 1535.019446] env[62533]: DEBUG nova.compute.manager [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.019446] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.020253] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cdf73f-d728-4abc-bcc3-6bf820d7252a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.035032] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.037360] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db0f04e-6a5c-4b2c-b662-2c3075305f56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.042017] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085819} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.042017] env[62533]: DEBUG nova.network.neutron [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updated VIF entry in instance network info cache for port 67f6ad37-390f-47c8-b1ef-0b3cecea5657. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.042150] env[62533]: DEBUG nova.network.neutron [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updating instance_info_cache with network_info: [{"id": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "address": "fa:16:3e:e3:24:60", "network": {"id": "324d22e4-acba-4c84-84b7-99072a5a838c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1490583672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417e8a2800644634865106ebedbb8802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f6ad37-39", "ovs_interfaceid": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.042150] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.042450] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3008a9-7b66-41ce-960a-5d7debab72cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.047233] env[62533]: DEBUG oslo_vmware.api [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1535.047233] env[62533]: value = "task-1898162" [ 1535.047233] env[62533]: _type = "Task" [ 1535.047233] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.069181] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.073940] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af1fec7-14d0-4284-a7a8-ac687f2fec95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.099672] env[62533]: DEBUG oslo_vmware.api [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.104217] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1535.104217] env[62533]: value = "task-1898163" [ 1535.104217] env[62533]: _type = "Task" [ 1535.104217] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.104520] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898160, 'name': CreateVM_Task, 'duration_secs': 0.582091} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.104671] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.108030] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.108208] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.108561] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.109228] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c35aa41-6918-4890-8128-07512c8bbd64 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.116244] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1535.116244] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c4d133-72ee-7d51-3f42-71d6309066be" [ 1535.116244] env[62533]: _type = "Task" [ 1535.116244] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.119500] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.128449] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c4d133-72ee-7d51-3f42-71d6309066be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.166893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.195073] env[62533]: DEBUG nova.compute.manager [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.195700] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.196336] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a901ae-80c4-42f2-aec6-05ca94173216 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.205010] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.205322] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eecc9bb-7d93-4141-b386-008b64e6466a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.213997] env[62533]: DEBUG oslo_vmware.api [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1535.213997] env[62533]: value = "task-1898164" [ 1535.213997] env[62533]: _type = "Task" [ 1535.213997] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.222762] env[62533]: DEBUG oslo_vmware.api [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1898164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.439556] env[62533]: DEBUG nova.scheduler.client.report [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.498530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91a0eb65-f1a7-4b0b-b528-ac7250703fab tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "063e09bf-57be-45b0-af3a-a02272866859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.774s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.546351] env[62533]: DEBUG oslo_concurrency.lockutils [req-25a8f8b9-9fc7-403f-a63c-8880edf3dbde req-fc778c0c-ad0c-41f1-9141-4d0097b50e89 service nova] Releasing lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.567448] env[62533]: DEBUG oslo_vmware.api [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898162, 'name': PowerOffVM_Task, 'duration_secs': 0.417515} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.567611] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.567720] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.567989] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a1629e-7e95-42dd-b531-da03fa71301b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.615116] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.629173] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c4d133-72ee-7d51-3f42-71d6309066be, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.629498] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.629733] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.630070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.630166] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.630309] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.630922] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f0cb53e-48a7-420f-9805-d1c474b422f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.641212] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.641212] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.641940] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5337ccdd-be69-42c1-9096-467d1d287c74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.647256] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1535.647256] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52080ad7-9eaa-32ed-b9d0-ca649b40dc86" [ 1535.647256] env[62533]: _type = "Task" [ 1535.647256] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.657206] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52080ad7-9eaa-32ed-b9d0-ca649b40dc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.664567] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.664806] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.664981] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore2] 248183e2-fc42-46c6-b123-57c950b0a526 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.665262] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b53b5e19-e787-4e76-bb58-21a8b5fc02d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.672154] env[62533]: DEBUG oslo_vmware.api [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1535.672154] env[62533]: value = "task-1898166" [ 1535.672154] env[62533]: _type = "Task" [ 1535.672154] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.680134] env[62533]: DEBUG oslo_vmware.api [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.723745] env[62533]: DEBUG oslo_vmware.api [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1898164, 'name': PowerOffVM_Task, 'duration_secs': 0.431606} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.724112] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.724407] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.724695] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df74e514-802e-41cf-958f-3e09399504fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.848301] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.848529] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.848692] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Deleting the datastore file [datastore1] dbdcd7c0-db6e-4407-9387-26999489b0fe {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.848955] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed9356b7-26cb-4b44-8eae-4cf30d51ae9a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.855775] env[62533]: DEBUG oslo_vmware.api [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for the task: (returnval){ [ 1535.855775] env[62533]: value = "task-1898168" [ 1535.855775] env[62533]: _type = "Task" [ 1535.855775] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.863738] env[62533]: DEBUG oslo_vmware.api [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1898168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.877154] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.900291] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f3a8c-cdf9-4a3c-a43b-442241f5eee6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.905803] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.905803] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.906033] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.906205] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.906360] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.906579] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.906807] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.906963] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.907145] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.907307] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.907487] env[62533]: DEBUG nova.virt.hardware [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.908333] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a00d20a-27f6-4047-82f4-bdd9d3f2b4b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.917360] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Suspending the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1535.917668] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d7043976-c605-4a18-825e-207803581c4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.920351] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952ee9e-1343-4930-a882-a5bf37b49903 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.938010] env[62533]: DEBUG oslo_vmware.api [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1535.938010] env[62533]: value = "task-1898169" [ 1535.938010] env[62533]: _type = "Task" [ 1535.938010] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.947479] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.949587] env[62533]: DEBUG oslo_vmware.api [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898169, 'name': SuspendVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.950111] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.837s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.951768] env[62533]: INFO nova.compute.claims [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.968471] env[62533]: INFO nova.scheduler.client.report [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Deleted allocations for instance 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938 [ 1536.001348] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1536.118086] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898163, 'name': ReconfigVM_Task, 'duration_secs': 0.877243} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.118543] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfigured VM instance instance-0000002b to attach disk [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.119524] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8d7f544-dc14-46db-9925-30ab84deabc8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.129907] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1536.129907] env[62533]: value = "task-1898170" [ 1536.129907] env[62533]: _type = "Task" [ 1536.129907] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.145034] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898170, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.165384] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52080ad7-9eaa-32ed-b9d0-ca649b40dc86, 'name': SearchDatastore_Task, 'duration_secs': 0.047284} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.167243] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f913ef-7c4b-4b01-8a43-f6a7b10ed4da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.181400] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1536.181400] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e210a-7154-eab3-d0f5-82ef5086bb8e" [ 1536.181400] env[62533]: _type = "Task" [ 1536.181400] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.193027] env[62533]: DEBUG oslo_vmware.api [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468014} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.194142] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.194488] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.194771] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.195057] env[62533]: INFO nova.compute.manager [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1536.195518] env[62533]: DEBUG oslo.service.loopingcall [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.202032] env[62533]: DEBUG nova.compute.manager [-] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.202266] env[62533]: DEBUG nova.network.neutron [-] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.205401] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e210a-7154-eab3-d0f5-82ef5086bb8e, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.205575] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.205877] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e976b792-6b4b-4854-b922-8c46d63cf3ed/e976b792-6b4b-4854-b922-8c46d63cf3ed.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.206829] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2df81e2-611c-4ad7-9046-dbc16008b087 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.216831] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1536.216831] env[62533]: value = "task-1898171" [ 1536.216831] env[62533]: _type = "Task" [ 1536.216831] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.231674] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.368109] env[62533]: DEBUG oslo_vmware.api [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Task: {'id': task-1898168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458029} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.368582] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.368822] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.369013] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.369196] env[62533]: INFO nova.compute.manager [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1536.369443] env[62533]: DEBUG oslo.service.loopingcall [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.369648] env[62533]: DEBUG nova.compute.manager [-] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.369741] env[62533]: DEBUG nova.network.neutron [-] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.450751] env[62533]: DEBUG oslo_vmware.api [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898169, 'name': SuspendVM_Task} progress is 58%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.478020] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9af3315-0324-4304-9552-f1069645a768 tempest-ServerExternalEventsTest-1694272793 tempest-ServerExternalEventsTest-1694272793-project-member] Lock "78ce89ad-f0c2-4b9a-bf3e-7e50864cf938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.488s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.523280] env[62533]: DEBUG nova.compute.manager [req-0882f2fe-3d0c-40be-a1a9-f5fd285461ce req-da698b9a-ac03-4c19-82a1-26bf57f1cc5a service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Received event network-vif-plugged-94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1536.523280] env[62533]: DEBUG oslo_concurrency.lockutils [req-0882f2fe-3d0c-40be-a1a9-f5fd285461ce req-da698b9a-ac03-4c19-82a1-26bf57f1cc5a service nova] Acquiring lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.523280] env[62533]: DEBUG oslo_concurrency.lockutils [req-0882f2fe-3d0c-40be-a1a9-f5fd285461ce req-da698b9a-ac03-4c19-82a1-26bf57f1cc5a service nova] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.523280] env[62533]: DEBUG oslo_concurrency.lockutils [req-0882f2fe-3d0c-40be-a1a9-f5fd285461ce req-da698b9a-ac03-4c19-82a1-26bf57f1cc5a service nova] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.523280] env[62533]: DEBUG nova.compute.manager [req-0882f2fe-3d0c-40be-a1a9-f5fd285461ce req-da698b9a-ac03-4c19-82a1-26bf57f1cc5a service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] No waiting events found dispatching network-vif-plugged-94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1536.523677] env[62533]: WARNING nova.compute.manager [req-0882f2fe-3d0c-40be-a1a9-f5fd285461ce req-da698b9a-ac03-4c19-82a1-26bf57f1cc5a service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Received unexpected event network-vif-plugged-94edc7c2-b095-4032-bab1-6a43b8e0090e for instance with vm_state building and task_state spawning. [ 1536.549952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.641806] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898170, 'name': Rename_Task, 'duration_secs': 0.262495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.642194] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.642879] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ca7aa1-75b6-4e13-8a79-487d52f3ae46 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.652588] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1536.652588] env[62533]: value = "task-1898172" [ 1536.652588] env[62533]: _type = "Task" [ 1536.652588] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.664413] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.714603] env[62533]: DEBUG nova.network.neutron [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Successfully updated port: 94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.727132] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.926438] env[62533]: DEBUG nova.compute.manager [req-6efa4542-ca12-4e9c-a4c3-e3e181fafa4a req-0a1154bd-b79e-40f8-8843-68e2282c1554 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Received event network-vif-deleted-78ac9a57-d1d9-46f2-8f74-6683208bcb29 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1536.926438] env[62533]: INFO nova.compute.manager [req-6efa4542-ca12-4e9c-a4c3-e3e181fafa4a req-0a1154bd-b79e-40f8-8843-68e2282c1554 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Neutron deleted interface 78ac9a57-d1d9-46f2-8f74-6683208bcb29; detaching it from the instance and deleting it from the info cache [ 1536.926438] env[62533]: DEBUG nova.network.neutron [req-6efa4542-ca12-4e9c-a4c3-e3e181fafa4a req-0a1154bd-b79e-40f8-8843-68e2282c1554 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.954082] env[62533]: DEBUG oslo_vmware.api [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898169, 'name': SuspendVM_Task, 'duration_secs': 0.940804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.954082] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Suspended the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1536.954082] env[62533]: DEBUG nova.compute.manager [None req-b72faa5c-9a54-4f4b-8f73-f524a6d130b7 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.954742] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bdfd54-20c9-4edd-aa38-551f0ff33ae2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.163545] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.167912] env[62533]: DEBUG nova.network.neutron [-] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.220739] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "refresh_cache-fdc30663-8abf-4aa3-8826-6dd1e0340a78" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.221338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "refresh_cache-fdc30663-8abf-4aa3-8826-6dd1e0340a78" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.221338] env[62533]: DEBUG nova.network.neutron [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.245737] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661723} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.245895] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e976b792-6b4b-4854-b922-8c46d63cf3ed/e976b792-6b4b-4854-b922-8c46d63cf3ed.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.246130] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.246402] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5887c329-1062-4c25-b18f-2dc358675cca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.258170] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1537.258170] env[62533]: value = "task-1898173" [ 1537.258170] env[62533]: _type = "Task" [ 1537.258170] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.267637] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.436025] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84325f0b-0e31-4ddc-9db4-ab0efb6d9588 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.446458] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a394d5ad-8382-4188-9490-2fb4edf9f127 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.503164] env[62533]: DEBUG nova.compute.manager [req-6efa4542-ca12-4e9c-a4c3-e3e181fafa4a req-0a1154bd-b79e-40f8-8843-68e2282c1554 service nova] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Detach interface failed, port_id=78ac9a57-d1d9-46f2-8f74-6683208bcb29, reason: Instance 248183e2-fc42-46c6-b123-57c950b0a526 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1537.610411] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8346a341-4348-4fdf-b491-38bdae1f2fe7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.619985] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f43491-30c1-47d7-961f-10951d56e702 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.662621] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbab0b2-d51f-44bf-ad1c-957226bb8ec5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.671756] env[62533]: INFO nova.compute.manager [-] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Took 1.47 seconds to deallocate network for instance. [ 1537.672497] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.677151] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54219b8-4619-4ae8-a4fa-4ca50ff64953 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.698771] env[62533]: DEBUG nova.compute.provider_tree [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.763074] env[62533]: DEBUG nova.network.neutron [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1537.771849] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23029} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.771849] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.772515] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87ea9d-0b21-4040-9702-f4299c54b23f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.796947] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e976b792-6b4b-4854-b922-8c46d63cf3ed/e976b792-6b4b-4854-b922-8c46d63cf3ed.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.799779] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04eefbfe-20df-4565-8571-268f6a340db1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.819643] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1537.819643] env[62533]: value = "task-1898174" [ 1537.819643] env[62533]: _type = "Task" [ 1537.819643] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.828506] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.835601] env[62533]: DEBUG nova.network.neutron [-] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.948270] env[62533]: DEBUG nova.network.neutron [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Updating instance_info_cache with network_info: [{"id": "94edc7c2-b095-4032-bab1-6a43b8e0090e", "address": "fa:16:3e:4a:e4:4c", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94edc7c2-b0", "ovs_interfaceid": "94edc7c2-b095-4032-bab1-6a43b8e0090e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.168194] env[62533]: DEBUG oslo_vmware.api [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898172, 'name': PowerOnVM_Task, 'duration_secs': 1.106276} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.168506] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.168684] env[62533]: INFO nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1538.168858] env[62533]: DEBUG nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.169934] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d95fec-80af-4e4a-b02c-7c11ea7ffd4c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.188134] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.203665] env[62533]: DEBUG nova.scheduler.client.report [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.328736] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898174, 'name': ReconfigVM_Task, 'duration_secs': 0.500317} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.329338] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e976b792-6b4b-4854-b922-8c46d63cf3ed/e976b792-6b4b-4854-b922-8c46d63cf3ed.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.329795] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9864c17a-4114-4adf-bdef-a39be4ca29b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.336262] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1538.336262] env[62533]: value = "task-1898175" [ 1538.336262] env[62533]: _type = "Task" [ 1538.336262] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.338902] env[62533]: INFO nova.compute.manager [-] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Took 1.97 seconds to deallocate network for instance. [ 1538.348789] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898175, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.451070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "refresh_cache-fdc30663-8abf-4aa3-8826-6dd1e0340a78" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.451324] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Instance network_info: |[{"id": "94edc7c2-b095-4032-bab1-6a43b8e0090e", "address": "fa:16:3e:4a:e4:4c", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94edc7c2-b0", "ovs_interfaceid": "94edc7c2-b095-4032-bab1-6a43b8e0090e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1538.451761] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:e4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94edc7c2-b095-4032-bab1-6a43b8e0090e', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.459460] env[62533]: DEBUG oslo.service.loopingcall [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.460026] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.460297] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2927f9-6611-47ca-af06-de0d4dc97997 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.484032] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.484032] env[62533]: value = "task-1898176" [ 1538.484032] env[62533]: _type = "Task" [ 1538.484032] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.494272] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898176, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.688335] env[62533]: INFO nova.compute.manager [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Took 31.91 seconds to build instance. [ 1538.708246] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.708830] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.712339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.952s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.714913] env[62533]: INFO nova.compute.claims [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.777228] env[62533]: DEBUG nova.compute.manager [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Received event network-changed-94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1538.777483] env[62533]: DEBUG nova.compute.manager [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Refreshing instance network info cache due to event network-changed-94edc7c2-b095-4032-bab1-6a43b8e0090e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1538.777641] env[62533]: DEBUG oslo_concurrency.lockutils [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] Acquiring lock "refresh_cache-fdc30663-8abf-4aa3-8826-6dd1e0340a78" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.780484] env[62533]: DEBUG oslo_concurrency.lockutils [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] Acquired lock "refresh_cache-fdc30663-8abf-4aa3-8826-6dd1e0340a78" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.780484] env[62533]: DEBUG nova.network.neutron [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Refreshing network info cache for port 94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.848112] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898175, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.851181] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.993336] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898176, 'name': CreateVM_Task, 'duration_secs': 0.364201} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.994343] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.994839] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.995254] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.996182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.996513] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcc4fb3-b186-4db4-9281-bc99e116583d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.004626] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1539.004626] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5295b724-014a-87fe-f5c6-0683b5bfb605" [ 1539.004626] env[62533]: _type = "Task" [ 1539.004626] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.017818] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5295b724-014a-87fe-f5c6-0683b5bfb605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.190228] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59288723-a917-4892-ba8b-f747acf3b112 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.734s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.224385] env[62533]: DEBUG nova.compute.utils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.225761] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.225930] env[62533]: DEBUG nova.network.neutron [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.325874] env[62533]: DEBUG nova.policy [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64ffab342e94ccc868d62adeeb43a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e502bea60f44222a8659e41360e8aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.347718] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898175, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.516129] env[62533]: DEBUG nova.compute.manager [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.516478] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5295b724-014a-87fe-f5c6-0683b5bfb605, 'name': SearchDatastore_Task, 'duration_secs': 0.029411} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.517219] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14986fd0-1bc1-4fae-a638-c5445b149ce9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.519976] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.520251] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.520501] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.520651] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.520825] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.521104] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11418d9d-afef-427c-881c-c1b0a0c1dcfa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.530889] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.531103] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.531812] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c07e587-a85e-40a0-b2a0-79d0fa5c9770 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.537403] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1539.537403] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529d85ba-79a3-d751-ad2e-49d05de01ffc" [ 1539.537403] env[62533]: _type = "Task" [ 1539.537403] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.545433] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529d85ba-79a3-d751-ad2e-49d05de01ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.693029] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.729899] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.850710] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898175, 'name': Rename_Task, 'duration_secs': 1.155062} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.850905] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.851222] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88f10b2-b2b2-4ce9-88c7-4e0f30e70b92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.863103] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1539.863103] env[62533]: value = "task-1898177" [ 1539.863103] env[62533]: _type = "Task" [ 1539.863103] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.872798] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.031189] env[62533]: INFO nova.compute.manager [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] instance snapshotting [ 1540.031357] env[62533]: WARNING nova.compute.manager [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1540.034755] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abe3081-7959-4ccc-9f6d-d1361fb64d56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.050695] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529d85ba-79a3-d751-ad2e-49d05de01ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.069531] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b09318-64a4-4b08-9120-be9f9d9755e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.073776] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972302f4-6b0a-47c5-a99e-71b449e4529b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.082017] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1540.082017] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a9f028-9323-a24f-5845-7e4b5a09746c" [ 1540.082017] env[62533]: _type = "Task" [ 1540.082017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.088732] env[62533]: DEBUG nova.network.neutron [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Updated VIF entry in instance network info cache for port 94edc7c2-b095-4032-bab1-6a43b8e0090e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.089151] env[62533]: DEBUG nova.network.neutron [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Updating instance_info_cache with network_info: [{"id": "94edc7c2-b095-4032-bab1-6a43b8e0090e", "address": "fa:16:3e:4a:e4:4c", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94edc7c2-b0", "ovs_interfaceid": "94edc7c2-b095-4032-bab1-6a43b8e0090e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.108415] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a9f028-9323-a24f-5845-7e4b5a09746c, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.108415] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.108415] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] fdc30663-8abf-4aa3-8826-6dd1e0340a78/fdc30663-8abf-4aa3-8826-6dd1e0340a78.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.108650] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b88197d-ec59-4c6c-bdca-a69561736f5c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.118677] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1540.118677] env[62533]: value = "task-1898178" [ 1540.118677] env[62533]: _type = "Task" [ 1540.118677] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.129343] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.220896] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.301957] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66955478-b157-4e5a-990b-fe8cca1e8bbc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.311162] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6ef02-0d08-468e-b022-87e180ce8d90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.318430] env[62533]: DEBUG nova.network.neutron [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Successfully created port: d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.346881] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ae0a5f-9e89-4b32-9dc6-1ca282ef0740 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.356177] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7561f7d-588e-48f0-ac64-9028d3a9a0b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.372682] env[62533]: DEBUG nova.compute.provider_tree [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.383487] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.499380] env[62533]: DEBUG nova.compute.manager [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1540.598188] env[62533]: DEBUG oslo_concurrency.lockutils [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] Releasing lock "refresh_cache-fdc30663-8abf-4aa3-8826-6dd1e0340a78" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.598611] env[62533]: DEBUG nova.compute.manager [req-393f30cc-014e-4802-a1a9-9ab748d93201 req-c1abdcc2-de59-450a-a8f2-78211b384b76 service nova] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Received event network-vif-deleted-7fdbb0c0-05a2-4169-b2ec-50b056bece4c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1540.600342] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1540.600791] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c46f7e8b-07cb-4ae4-a11e-26374ce51847 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.610908] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1540.610908] env[62533]: value = "task-1898179" [ 1540.610908] env[62533]: _type = "Task" [ 1540.610908] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.620825] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.632365] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496591} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.632365] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] fdc30663-8abf-4aa3-8826-6dd1e0340a78/fdc30663-8abf-4aa3-8826-6dd1e0340a78.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.632365] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.632365] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d96f31-4d89-4d41-96e9-10f6f6033c1a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.637323] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1540.637323] env[62533]: value = "task-1898180" [ 1540.637323] env[62533]: _type = "Task" [ 1540.637323] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.646296] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.738351] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.767952] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.768225] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.768398] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.768583] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.768742] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.768889] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.769531] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.769779] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.770015] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.770472] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.770723] env[62533]: DEBUG nova.virt.hardware [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.771943] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52fe389-ccb9-4257-8a5a-e31223eb42e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.781819] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e5a2ae-5866-4903-97f9-5b5ee48e0b11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.880163] env[62533]: DEBUG nova.scheduler.client.report [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.891875] env[62533]: DEBUG oslo_vmware.api [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898177, 'name': PowerOnVM_Task, 'duration_secs': 0.791152} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.895204] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.895204] env[62533]: INFO nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1540.895204] env[62533]: DEBUG nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.895204] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51316294-8930-4fc3-8c67-138bd61f58a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.023257] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.124753] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898179, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.149022] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071676} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.149633] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.150623] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c9a771-b42c-4281-b57f-4ae10d778921 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.177488] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] fdc30663-8abf-4aa3-8826-6dd1e0340a78/fdc30663-8abf-4aa3-8826-6dd1e0340a78.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.178158] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b9ed7f-e0f2-4a23-b0d4-da758b2a76de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.199142] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1541.199142] env[62533]: value = "task-1898181" [ 1541.199142] env[62533]: _type = "Task" [ 1541.199142] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.211245] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.394482] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.395115] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.398010] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.595s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.398178] env[62533]: DEBUG nova.objects.instance [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'resources' on Instance uuid deba2423-2f9a-469b-9d34-16a66f346580 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.417703] env[62533]: INFO nova.compute.manager [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Took 29.68 seconds to build instance. [ 1541.622385] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898179, 'name': CreateSnapshot_Task, 'duration_secs': 0.579514} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.622678] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1541.623409] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07525ed-1323-4f6d-a827-4ba9d9fa1ec4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.710899] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898181, 'name': ReconfigVM_Task, 'duration_secs': 0.365607} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.712026] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Reconfigured VM instance instance-0000002d to attach disk [datastore2] fdc30663-8abf-4aa3-8826-6dd1e0340a78/fdc30663-8abf-4aa3-8826-6dd1e0340a78.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.715111] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972e3c7f-1dce-4f0c-8269-de60295422fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.723030] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1541.723030] env[62533]: value = "task-1898182" [ 1541.723030] env[62533]: _type = "Task" [ 1541.723030] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.735551] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898182, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.905609] env[62533]: DEBUG nova.compute.utils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.910445] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.910445] env[62533]: DEBUG nova.network.neutron [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.922114] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9c9870c9-8f34-422b-9342-01f9182fff7e tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.451s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.042657] env[62533]: DEBUG nova.policy [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7b1b5d14f74e94b7c64d2014509723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '175b8b148c6b4a7aa207287047950315', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1542.142950] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1542.143301] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bdc4495-7a4e-4205-a724-7ff04664dd10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.155804] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1542.155804] env[62533]: value = "task-1898183" [ 1542.155804] env[62533]: _type = "Task" [ 1542.155804] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.165555] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898183, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.234744] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898182, 'name': Rename_Task, 'duration_secs': 0.14514} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.237026] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.237477] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19334977-6142-43bc-bbd6-25f8f50a2c93 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.245262] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1542.245262] env[62533]: value = "task-1898184" [ 1542.245262] env[62533]: _type = "Task" [ 1542.245262] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.259097] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.413376] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.428410] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.448617] env[62533]: DEBUG nova.compute.manager [req-bad513b1-acc8-4e24-b5ff-bc4939234878 req-67c80b20-1ad0-44df-b441-fc085d0f6e7f service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Received event network-vif-plugged-d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1542.449079] env[62533]: DEBUG oslo_concurrency.lockutils [req-bad513b1-acc8-4e24-b5ff-bc4939234878 req-67c80b20-1ad0-44df-b441-fc085d0f6e7f service nova] Acquiring lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.449377] env[62533]: DEBUG oslo_concurrency.lockutils [req-bad513b1-acc8-4e24-b5ff-bc4939234878 req-67c80b20-1ad0-44df-b441-fc085d0f6e7f service nova] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.449599] env[62533]: DEBUG oslo_concurrency.lockutils [req-bad513b1-acc8-4e24-b5ff-bc4939234878 req-67c80b20-1ad0-44df-b441-fc085d0f6e7f service nova] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.449817] env[62533]: DEBUG nova.compute.manager [req-bad513b1-acc8-4e24-b5ff-bc4939234878 req-67c80b20-1ad0-44df-b441-fc085d0f6e7f service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] No waiting events found dispatching network-vif-plugged-d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1542.450143] env[62533]: WARNING nova.compute.manager [req-bad513b1-acc8-4e24-b5ff-bc4939234878 req-67c80b20-1ad0-44df-b441-fc085d0f6e7f service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Received unexpected event network-vif-plugged-d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 for instance with vm_state building and task_state spawning. [ 1542.478118] env[62533]: DEBUG nova.network.neutron [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Successfully updated port: d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.485986] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725b384-6313-43f0-95c5-0b91bb88f1d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.497797] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86398f2-9373-47f7-99b4-c948f98bd0f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.534185] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc6023-0d35-42a9-92f6-051c640df869 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.543761] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9232e-0ff0-4b53-b1e5-5d13da160dfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.560895] env[62533]: DEBUG nova.compute.provider_tree [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.667819] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898183, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.755479] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.768656] env[62533]: DEBUG nova.network.neutron [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Successfully created port: 5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.948305] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.984579] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.984700] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.984861] env[62533]: DEBUG nova.network.neutron [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.068079] env[62533]: DEBUG nova.scheduler.client.report [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.083184] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.083446] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.168171] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898183, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.255087] env[62533]: DEBUG oslo_vmware.api [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898184, 'name': PowerOnVM_Task, 'duration_secs': 0.940506} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.255087] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.255264] env[62533]: INFO nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1543.255535] env[62533]: DEBUG nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.256311] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5a4ea-243b-43a7-8a6a-a87996e22558 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.427717] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.452173] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.452516] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.452702] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.452921] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.453407] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.453407] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.454325] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.454526] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.454893] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.454962] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.455137] env[62533]: DEBUG nova.virt.hardware [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.455982] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1157b158-03b8-42b5-8646-bb2e35ec7e2e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.464422] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f54580-019c-4b84-8228-a8d74208f690 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.520436] env[62533]: DEBUG nova.network.neutron [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.574192] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.577105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.928s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.577779] env[62533]: DEBUG nova.objects.instance [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lazy-loading 'resources' on Instance uuid 71acb86e-83d4-497d-a6a5-c507aaf2bb71 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.609230] env[62533]: INFO nova.scheduler.client.report [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted allocations for instance deba2423-2f9a-469b-9d34-16a66f346580 [ 1543.672989] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898183, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.764283] env[62533]: DEBUG nova.network.neutron [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance_info_cache with network_info: [{"id": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "address": "fa:16:3e:5f:e7:1e", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd721c0d0-57", "ovs_interfaceid": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.780695] env[62533]: INFO nova.compute.manager [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Took 30.45 seconds to build instance. [ 1544.126498] env[62533]: DEBUG oslo_concurrency.lockutils [None req-683c935b-0d36-406e-88e2-3643ff9726d0 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "deba2423-2f9a-469b-9d34-16a66f346580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.863s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.171408] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898183, 'name': CloneVM_Task, 'duration_secs': 1.839365} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.171732] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Created linked-clone VM from snapshot [ 1544.173130] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757fd4e7-11be-4d5f-9804-ee3bfaa7dc64 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.185232] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Uploading image a5b2fa68-38c0-4c6f-88e8-0329a1de37f6 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1544.220520] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1544.220520] env[62533]: value = "vm-391949" [ 1544.220520] env[62533]: _type = "VirtualMachine" [ 1544.220520] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1544.221182] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f5bdbaa-062e-4f66-ab0b-0e04aca219c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.229488] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease: (returnval){ [ 1544.229488] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a6a31-d591-da01-a961-80930f94066f" [ 1544.229488] env[62533]: _type = "HttpNfcLease" [ 1544.229488] env[62533]: } obtained for exporting VM: (result){ [ 1544.229488] env[62533]: value = "vm-391949" [ 1544.229488] env[62533]: _type = "VirtualMachine" [ 1544.229488] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1544.230149] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the lease: (returnval){ [ 1544.230149] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a6a31-d591-da01-a961-80930f94066f" [ 1544.230149] env[62533]: _type = "HttpNfcLease" [ 1544.230149] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1544.237585] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1544.237585] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a6a31-d591-da01-a961-80930f94066f" [ 1544.237585] env[62533]: _type = "HttpNfcLease" [ 1544.237585] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1544.279582] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.280091] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Instance network_info: |[{"id": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "address": "fa:16:3e:5f:e7:1e", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd721c0d0-57", "ovs_interfaceid": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.280668] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e7:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd721c0d0-57a7-4ac6-aa3a-6b5fae33e749', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.289758] env[62533]: DEBUG oslo.service.loopingcall [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.292893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f1b61c0-b159-4032-b26f-f296a6be945c tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.422s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.293368] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.294973] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-255ad0e6-18ca-47dc-aa00-18af67e41042 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.324020] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.324020] env[62533]: value = "task-1898186" [ 1544.324020] env[62533]: _type = "Task" [ 1544.324020] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.332762] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898186, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.489121] env[62533]: DEBUG nova.compute.manager [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Received event network-changed-d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1544.489121] env[62533]: DEBUG nova.compute.manager [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Refreshing instance network info cache due to event network-changed-d721c0d0-57a7-4ac6-aa3a-6b5fae33e749. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1544.489121] env[62533]: DEBUG oslo_concurrency.lockutils [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] Acquiring lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.489121] env[62533]: DEBUG oslo_concurrency.lockutils [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] Acquired lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.489725] env[62533]: DEBUG nova.network.neutron [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Refreshing network info cache for port d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.622233] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64814742-d907-4ab6-8599-dd5e720fd5a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.637277] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132dd762-ff54-42b8-b0d4-b8c1205b251c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.669682] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59693b9-34b3-4100-8bfe-247c53679228 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.678590] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f5194e-2ac5-41f0-9648-a6963260c11b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.693835] env[62533]: DEBUG nova.compute.provider_tree [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.738384] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1544.738384] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a6a31-d591-da01-a961-80930f94066f" [ 1544.738384] env[62533]: _type = "HttpNfcLease" [ 1544.738384] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1544.738710] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1544.738710] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a6a31-d591-da01-a961-80930f94066f" [ 1544.738710] env[62533]: _type = "HttpNfcLease" [ 1544.738710] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1544.739503] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e0ee6-f2dc-4fc6-ab61-df44af439732 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.747358] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5254151c-2efb-60f3-4bd0-ab80a4b80332/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1544.747436] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5254151c-2efb-60f3-4bd0-ab80a4b80332/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1544.815032] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.817237] env[62533]: DEBUG nova.network.neutron [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Successfully updated port: 5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.832672] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898186, 'name': CreateVM_Task, 'duration_secs': 0.456045} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.833428] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.834119] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.834299] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.835024] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.835110] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d663929b-8958-427f-bfed-b93aaa13fedb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.841123] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1544.841123] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528890f5-32d1-899c-51db-9f67ec5e8001" [ 1544.841123] env[62533]: _type = "Task" [ 1544.841123] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.849275] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528890f5-32d1-899c-51db-9f67ec5e8001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.893214] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94bb6190-836d-45d9-8144-7b437a4c7bb1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.204974] env[62533]: DEBUG nova.scheduler.client.report [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.321545] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "refresh_cache-2c87c4f4-6a23-447c-95c1-286843a12450" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.321769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired lock "refresh_cache-2c87c4f4-6a23-447c-95c1-286843a12450" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.322902] env[62533]: DEBUG nova.network.neutron [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.347717] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.354461] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528890f5-32d1-899c-51db-9f67ec5e8001, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.355065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.355173] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.355411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.355571] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.355819] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.356121] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d02635-097d-44ea-b9a4-3d4e4d87ccb4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.533702] env[62533]: DEBUG nova.network.neutron [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updated VIF entry in instance network info cache for port d721c0d0-57a7-4ac6-aa3a-6b5fae33e749. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.534455] env[62533]: DEBUG nova.network.neutron [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance_info_cache with network_info: [{"id": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "address": "fa:16:3e:5f:e7:1e", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd721c0d0-57", "ovs_interfaceid": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.710543] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.713120] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.097s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.731987] env[62533]: INFO nova.scheduler.client.report [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Deleted allocations for instance 71acb86e-83d4-497d-a6a5-c507aaf2bb71 [ 1545.880419] env[62533]: DEBUG nova.network.neutron [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.037348] env[62533]: DEBUG oslo_concurrency.lockutils [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] Releasing lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.037652] env[62533]: DEBUG nova.compute.manager [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Received event network-changed-67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1546.037778] env[62533]: DEBUG nova.compute.manager [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Refreshing instance network info cache due to event network-changed-67f6ad37-390f-47c8-b1ef-0b3cecea5657. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1546.037956] env[62533]: DEBUG oslo_concurrency.lockutils [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] Acquiring lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.038102] env[62533]: DEBUG oslo_concurrency.lockutils [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] Acquired lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.038270] env[62533]: DEBUG nova.network.neutron [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Refreshing network info cache for port 67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.088380] env[62533]: DEBUG nova.network.neutron [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Updating instance_info_cache with network_info: [{"id": "5cf703ed-a839-4514-af3e-893df51fef1f", "address": "fa:16:3e:8f:7b:b2", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf703ed-a8", "ovs_interfaceid": "5cf703ed-a839-4514-af3e-893df51fef1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.242798] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9557b8a-9622-4772-a2f4-a05fc14402f7 tempest-ServerMetadataNegativeTestJSON-1860364102 tempest-ServerMetadataNegativeTestJSON-1860364102-project-member] Lock "71acb86e-83d4-497d-a6a5-c507aaf2bb71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.175s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.251756] env[62533]: DEBUG nova.compute.manager [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.252897] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151d00fa-bced-4763-8c13-41588da73412 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.521276] env[62533]: DEBUG nova.compute.manager [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Received event network-vif-plugged-5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1546.521276] env[62533]: DEBUG oslo_concurrency.lockutils [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] Acquiring lock "2c87c4f4-6a23-447c-95c1-286843a12450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.521276] env[62533]: DEBUG oslo_concurrency.lockutils [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] Lock "2c87c4f4-6a23-447c-95c1-286843a12450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.521276] env[62533]: DEBUG oslo_concurrency.lockutils [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] Lock "2c87c4f4-6a23-447c-95c1-286843a12450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.521276] env[62533]: DEBUG nova.compute.manager [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] No waiting events found dispatching network-vif-plugged-5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.521691] env[62533]: WARNING nova.compute.manager [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Received unexpected event network-vif-plugged-5cf703ed-a839-4514-af3e-893df51fef1f for instance with vm_state building and task_state spawning. [ 1546.521691] env[62533]: DEBUG nova.compute.manager [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Received event network-changed-5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1546.521839] env[62533]: DEBUG nova.compute.manager [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Refreshing instance network info cache due to event network-changed-5cf703ed-a839-4514-af3e-893df51fef1f. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1546.523342] env[62533]: DEBUG oslo_concurrency.lockutils [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] Acquiring lock "refresh_cache-2c87c4f4-6a23-447c-95c1-286843a12450" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.591060] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Releasing lock "refresh_cache-2c87c4f4-6a23-447c-95c1-286843a12450" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.591407] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Instance network_info: |[{"id": "5cf703ed-a839-4514-af3e-893df51fef1f", "address": "fa:16:3e:8f:7b:b2", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf703ed-a8", "ovs_interfaceid": "5cf703ed-a839-4514-af3e-893df51fef1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.591758] env[62533]: DEBUG oslo_concurrency.lockutils [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] Acquired lock "refresh_cache-2c87c4f4-6a23-447c-95c1-286843a12450" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.591970] env[62533]: DEBUG nova.network.neutron [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Refreshing network info cache for port 5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.593985] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:7b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cf703ed-a839-4514-af3e-893df51fef1f', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.603693] env[62533]: DEBUG oslo.service.loopingcall [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.604924] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.604924] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ffe8fc-28e8-47cb-94d2-19fc88c29e44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.627936] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.627936] env[62533]: value = "task-1898187" [ 1546.627936] env[62533]: _type = "Task" [ 1546.627936] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.637061] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898187, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.687137] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.687430] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.688399] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f140960f-f613-4d4d-b0b0-4dd6c701f99a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.694457] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1546.694457] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2" [ 1546.694457] env[62533]: _type = "Task" [ 1546.694457] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.703223] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.729679] env[62533]: INFO nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating resource usage from migration d13f9d42-ead9-42af-951a-6a3b5b6650f3 [ 1546.758640] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a1b021c1-4a56-440e-903a-9b8d13d18fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.758882] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 4461ed70-858b-4907-9802-b81499c609bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.759065] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 70bdbe2f-7530-4f64-80a6-ceada275a8b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.759246] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.759419] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 691283c4-becb-4caa-8bc2-899110cf74b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.759583] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7330131-c363-4a3e-9cc1-38d359333ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.759795] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 568b34cb-c389-4a7a-8f84-f483892f463c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1546.759985] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance dbdcd7c0-db6e-4407-9387-26999489b0fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1546.760176] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9cbb0843-d98d-4452-b109-840e2d946a5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.760367] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.760504] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.760656] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.760807] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d743b16c-c3d7-46fe-989f-169500d2b177 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.760958] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance eda42c6c-48a5-46ed-a905-bae640ba0b90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.761121] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance bf8ae846-d7d3-4221-8a88-71dc75f34fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.761274] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e3f5e27e-f302-4393-a632-3c513ef0f6b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.761446] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 248183e2-fc42-46c6-b123-57c950b0a526 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1546.761598] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 063e09bf-57be-45b0-af3a-a02272866859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.761766] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e976b792-6b4b-4854-b922-8c46d63cf3ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.761890] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance fdc30663-8abf-4aa3-8826-6dd1e0340a78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.762100] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 0b1df357-a0c0-481b-b2f6-1a6304335d36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.762527] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2c87c4f4-6a23-447c-95c1-286843a12450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.764672] env[62533]: INFO nova.compute.manager [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] instance snapshotting [ 1546.769780] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a95f1e7-3104-4887-9cd9-9685b78540df {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.795715] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f2af3a-e859-4600-bc15-328b10203ade {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.938879] env[62533]: DEBUG nova.network.neutron [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updated VIF entry in instance network info cache for port 67f6ad37-390f-47c8-b1ef-0b3cecea5657. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.939285] env[62533]: DEBUG nova.network.neutron [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updating instance_info_cache with network_info: [{"id": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "address": "fa:16:3e:e3:24:60", "network": {"id": "324d22e4-acba-4c84-84b7-99072a5a838c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1490583672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417e8a2800644634865106ebedbb8802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f6ad37-39", "ovs_interfaceid": "67f6ad37-390f-47c8-b1ef-0b3cecea5657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.140520] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898187, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.206149] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.269464] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c6f4e907-975b-4541-a1f9-63872df7fa60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1547.307766] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1547.308118] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0b3733a-d8fe-4b0b-bdff-6fcaf604e304 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.316332] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1547.316332] env[62533]: value = "task-1898188" [ 1547.316332] env[62533]: _type = "Task" [ 1547.316332] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.325698] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.442684] env[62533]: DEBUG oslo_concurrency.lockutils [req-a6642155-dbac-4810-8f16-768718849350 req-8e033c8e-b4d9-4de5-a31a-ec575078aabc service nova] Releasing lock "refresh_cache-e976b792-6b4b-4854-b922-8c46d63cf3ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.507234] env[62533]: DEBUG nova.network.neutron [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Updated VIF entry in instance network info cache for port 5cf703ed-a839-4514-af3e-893df51fef1f. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.507654] env[62533]: DEBUG nova.network.neutron [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Updating instance_info_cache with network_info: [{"id": "5cf703ed-a839-4514-af3e-893df51fef1f", "address": "fa:16:3e:8f:7b:b2", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf703ed-a8", "ovs_interfaceid": "5cf703ed-a839-4514-af3e-893df51fef1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.639494] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898187, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.709127] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.772502] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 8b92dc33-c9e7-423d-ab40-da2d7935205a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1547.832760] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898188, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.012078] env[62533]: DEBUG oslo_concurrency.lockutils [req-0164fd1d-6829-4fe7-9569-7dee59e36414 req-2fce8450-219c-4492-ad5f-8eb761037e05 service nova] Releasing lock "refresh_cache-2c87c4f4-6a23-447c-95c1-286843a12450" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.143302] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898187, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.210231] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.277038] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c3215d85-b9ae-4bc9-873d-a5311626f20a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1548.329724] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898188, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.641045] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898187, 'name': CreateVM_Task, 'duration_secs': 1.792497} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.641436] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.641986] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.642180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.644442] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.644442] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb83666d-2966-464e-8db4-19fa2eee65dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.647528] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1548.647528] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e24c0d-4524-daa8-5a91-fc78b5390231" [ 1548.647528] env[62533]: _type = "Task" [ 1548.647528] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.655758] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e24c0d-4524-daa8-5a91-fc78b5390231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.711497] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.781192] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance ac5533d7-3d9b-4845-b457-a3adb38ce244 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1548.829308] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898188, 'name': CreateSnapshot_Task, 'duration_secs': 1.019572} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.829690] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1548.830592] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2290de73-32d5-47ca-8370-cd3e74fd6396 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.159460] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e24c0d-4524-daa8-5a91-fc78b5390231, 'name': SearchDatastore_Task, 'duration_secs': 0.230764} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.159890] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.160232] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.160512] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.209924] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d6dd3-7784-dec5-aa8d-aed245cf1ca2, 'name': SearchDatastore_Task, 'duration_secs': 2.183426} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.210622] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85aaad36-4fc4-43f5-ab13-e361e5476363 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.217053] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1549.217053] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cb59d-84c7-363b-fa7e-19937f539e5f" [ 1549.217053] env[62533]: _type = "Task" [ 1549.217053] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.225607] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cb59d-84c7-363b-fa7e-19937f539e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.284655] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 36735008-9684-4c31-b3bf-d0b17b641a52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1549.353773] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1549.353773] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea1a14d4-7771-4d86-a866-b5eb3f2c6209 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.362401] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1549.362401] env[62533]: value = "task-1898189" [ 1549.362401] env[62533]: _type = "Task" [ 1549.362401] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.370686] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898189, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.729956] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cb59d-84c7-363b-fa7e-19937f539e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.730402] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.730603] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36/0b1df357-a0c0-481b-b2f6-1a6304335d36.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.730976] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.731428] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.731769] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e12c3217-c3a5-405e-b1f7-8ff8a22d7e91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.734277] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb0ca80-9074-4c44-9904-4cec4ea65023 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.742963] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1549.742963] env[62533]: value = "task-1898190" [ 1549.742963] env[62533]: _type = "Task" [ 1549.742963] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.747183] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.747383] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.748415] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e333deca-09fd-4b8c-b046-bd109c8f8152 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.753768] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.756943] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1549.756943] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522a16eb-176e-3bf1-6071-d58cb6224c5c" [ 1549.756943] env[62533]: _type = "Task" [ 1549.756943] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.764865] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522a16eb-176e-3bf1-6071-d58cb6224c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.787954] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 3bc555d6-fe6e-4c8d-96cb-300ac417681c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1549.873438] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898189, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.255662] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898190, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.268976] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522a16eb-176e-3bf1-6071-d58cb6224c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016027} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.270757] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f879ae1-e8aa-421a-b9fc-2444bb758d1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.276597] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1550.276597] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fa8484-9164-44cf-5f3e-2bfba6ed1717" [ 1550.276597] env[62533]: _type = "Task" [ 1550.276597] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.287462] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fa8484-9164-44cf-5f3e-2bfba6ed1717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.291739] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 783d2c84-894d-4610-b484-2b55bafe0eae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1550.381839] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898189, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.756030] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704455} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.756030] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36/0b1df357-a0c0-481b-b2f6-1a6304335d36.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.756030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.756030] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e23ad7d2-a92b-4680-8a86-48f5ac0eb947 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.761859] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1550.761859] env[62533]: value = "task-1898191" [ 1550.761859] env[62533]: _type = "Task" [ 1550.761859] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.769965] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.786381] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fa8484-9164-44cf-5f3e-2bfba6ed1717, 'name': SearchDatastore_Task, 'duration_secs': 0.051052} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.786663] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.786931] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2c87c4f4-6a23-447c-95c1-286843a12450/2c87c4f4-6a23-447c-95c1-286843a12450.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.787235] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b4ddb84-80e3-4a11-b7f9-dbf0b89f1ccc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.793553] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1550.793553] env[62533]: value = "task-1898192" [ 1550.793553] env[62533]: _type = "Task" [ 1550.793553] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.803158] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 933e7e20-db95-4f2b-9c46-7065740bfc01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1550.803672] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.876396] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898189, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.273622] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084606} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.273622] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.275044] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbcb981-97ac-4ac8-a7f2-7dca9b091a77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.299546] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36/0b1df357-a0c0-481b-b2f6-1a6304335d36.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.299955] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac08ee09-06ac-4184-b0d5-cdc33457433b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.317879] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5934998c-533d-4b17-a5aa-b54496a7ba6a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1551.318114] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Migration d13f9d42-ead9-42af-951a-6a3b5b6650f3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1551.318259] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance cd483179-6724-4544-83f7-e23a884e98c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1551.325385] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525959} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.326763] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2c87c4f4-6a23-447c-95c1-286843a12450/2c87c4f4-6a23-447c-95c1-286843a12450.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.327009] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.327333] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1551.327333] env[62533]: value = "task-1898193" [ 1551.327333] env[62533]: _type = "Task" [ 1551.327333] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.327525] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f97e649-b033-46ea-938b-8028490ed8c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.338738] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.342494] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1551.342494] env[62533]: value = "task-1898194" [ 1551.342494] env[62533]: _type = "Task" [ 1551.342494] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.349744] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.375297] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898189, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.822955] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1551.823320] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1551.823660] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1551.844021] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898193, 'name': ReconfigVM_Task, 'duration_secs': 0.353674} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.847263] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36/0b1df357-a0c0-481b-b2f6-1a6304335d36.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.847930] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eabc0e5-6fbd-4328-a366-fb9a6fa8624a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.854628] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082856} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.859176] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.859176] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1551.859176] env[62533]: value = "task-1898195" [ 1551.859176] env[62533]: _type = "Task" [ 1551.859176] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.859720] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa250b4-7b35-4231-9641-35be8287dd70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.890025] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2c87c4f4-6a23-447c-95c1-286843a12450/2c87c4f4-6a23-447c-95c1-286843a12450.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.894120] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c273e16-4066-43a2-99e5-ea2674f1296f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.909162] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898195, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.913254] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898189, 'name': CloneVM_Task, 'duration_secs': 2.297597} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.913990] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Created linked-clone VM from snapshot [ 1551.917169] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32aec3d-2127-4a03-8898-b704766dcad8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.920102] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1551.920102] env[62533]: value = "task-1898196" [ 1551.920102] env[62533]: _type = "Task" [ 1551.920102] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.932019] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Uploading image 3e91167d-dd9e-4a83-ac73-eb1465982f88 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1551.938669] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.942333] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1551.942696] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f2f3e76-911a-4e33-9c82-85130e12731d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.951584] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1551.951584] env[62533]: value = "task-1898197" [ 1551.951584] env[62533]: _type = "Task" [ 1551.951584] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.963085] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898197, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.335067] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ab4bd7-d1d1-45a1-aa70-1ab0a2cd8a08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.343008] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4744c-bda9-4fd8-87b5-7637461fef0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.378468] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78e15e-8452-4971-9671-f5c4445e6b28 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.388256] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898195, 'name': Rename_Task, 'duration_secs': 0.251217} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.390521] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.390818] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e71bef-7151-4d6f-b0cf-bc49b76ea7de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.393374] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f7440b-6b65-4f74-83c5-ade15cbac0bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.407730] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.410512] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1552.410512] env[62533]: value = "task-1898198" [ 1552.410512] env[62533]: _type = "Task" [ 1552.410512] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.421244] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.433404] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.462413] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898197, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.912788] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.931566] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.935199] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898196, 'name': ReconfigVM_Task, 'duration_secs': 0.582305} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.936073] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2c87c4f4-6a23-447c-95c1-286843a12450/2c87c4f4-6a23-447c-95c1-286843a12450.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.936210] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba8dc77-4587-4e58-85be-887db2023de1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.944317] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1552.944317] env[62533]: value = "task-1898199" [ 1552.944317] env[62533]: _type = "Task" [ 1552.944317] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.956312] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898199, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.967977] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898197, 'name': Destroy_Task, 'duration_secs': 0.583408} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.968285] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Destroyed the VM [ 1552.968608] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1552.968930] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c49e0cf-bc2f-426e-8d6e-e768536fee94 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.977888] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1552.977888] env[62533]: value = "task-1898200" [ 1552.977888] env[62533]: _type = "Task" [ 1552.977888] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.986815] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.420632] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1553.420926] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.708s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.421228] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.771s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.422726] env[62533]: INFO nova.compute.claims [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.431082] env[62533]: DEBUG oslo_vmware.api [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898198, 'name': PowerOnVM_Task, 'duration_secs': 0.581599} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.431318] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.431517] env[62533]: INFO nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Took 12.69 seconds to spawn the instance on the hypervisor. [ 1553.431733] env[62533]: DEBUG nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.432547] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdfb392-ebb8-4b4a-801e-4ac76214cc98 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.453966] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898199, 'name': Rename_Task, 'duration_secs': 0.199969} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.454334] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.454630] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94de0e00-d723-4a87-b4b9-170e0c9ff336 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.461671] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1553.461671] env[62533]: value = "task-1898201" [ 1553.461671] env[62533]: _type = "Task" [ 1553.461671] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.470074] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.489357] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.954225] env[62533]: INFO nova.compute.manager [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Took 37.85 seconds to build instance. [ 1553.972184] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.988451] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898200, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.409295] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5254151c-2efb-60f3-4bd0-ab80a4b80332/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1554.410280] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e7fccf-bdea-4ce8-a2e0-ed1745fad8ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.416473] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5254151c-2efb-60f3-4bd0-ab80a4b80332/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1554.416638] env[62533]: ERROR oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5254151c-2efb-60f3-4bd0-ab80a4b80332/disk-0.vmdk due to incomplete transfer. [ 1554.420019] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c782a67a-c2fa-4eeb-8462-9bbafe00f4eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.423449] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5254151c-2efb-60f3-4bd0-ab80a4b80332/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1554.423655] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Uploaded image a5b2fa68-38c0-4c6f-88e8-0329a1de37f6 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1554.425716] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1554.425946] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17cb42b7-b6a9-4e20-a69f-76b54558b72f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.433935] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1554.433935] env[62533]: value = "task-1898202" [ 1554.433935] env[62533]: _type = "Task" [ 1554.433935] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.441259] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898202, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.456883] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ed1a2384-1ec1-41c5-b3ee-64b2552a4847 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.694s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.471503] env[62533]: DEBUG oslo_vmware.api [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898201, 'name': PowerOnVM_Task, 'duration_secs': 0.629056} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.474113] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.474332] env[62533]: INFO nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1554.474532] env[62533]: DEBUG nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.476842] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a76e06-3be2-4c3c-959d-2fffcc076ddb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.493169] env[62533]: DEBUG oslo_vmware.api [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898200, 'name': RemoveSnapshot_Task, 'duration_secs': 1.225528} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.493545] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1554.877933] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f1f53-6850-4859-833a-af319cec5f4c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.887247] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c91fb8e-a404-47ea-8af4-5ba13b4bc248 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.921947] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224170ce-9a78-418f-9dc6-547c4d9550b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.930177] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc24af6-41b3-49b1-a036-2b190d82bbff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.947597] env[62533]: DEBUG nova.compute.provider_tree [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.952355] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898202, 'name': Destroy_Task, 'duration_secs': 0.335076} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.952489] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Destroyed the VM [ 1554.952777] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1554.952970] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96dc109c-3e92-44e3-be9c-b299089f7605 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.960017] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1554.960017] env[62533]: value = "task-1898203" [ 1554.960017] env[62533]: _type = "Task" [ 1554.960017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.963684] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.971882] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.997947] env[62533]: WARNING nova.compute.manager [None req-84c38d4b-eab8-4739-823c-9339dc667731 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Image not found during snapshot: nova.exception.ImageNotFound: Image 3e91167d-dd9e-4a83-ac73-eb1465982f88 could not be found. [ 1554.998943] env[62533]: INFO nova.compute.manager [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Took 36.26 seconds to build instance. [ 1555.454294] env[62533]: DEBUG nova.scheduler.client.report [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.473654] env[62533]: DEBUG oslo_vmware.api [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.47293} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.473924] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1555.474189] env[62533]: INFO nova.compute.manager [None req-0dd9e8b1-27ac-4416-8ca4-a6d5cf4fcbce tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 1555.496481] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.501885] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4b3402e-4201-4fc2-9d16-2ff5d5cb3c46 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "2c87c4f4-6a23-447c-95c1-286843a12450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.991s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.555534] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c42844-e6f9-49ab-9a51-c5e01374b390 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.562929] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Suspending the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1555.563342] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5313cc15-72da-49d3-ab7a-23841c7644eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.569843] env[62533]: DEBUG oslo_vmware.api [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] Waiting for the task: (returnval){ [ 1555.569843] env[62533]: value = "task-1898204" [ 1555.569843] env[62533]: _type = "Task" [ 1555.569843] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.578022] env[62533]: DEBUG oslo_vmware.api [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] Task: {'id': task-1898204, 'name': SuspendVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.962498] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.964378] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.966338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.151s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.967711] env[62533]: INFO nova.compute.claims [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.004034] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.080156] env[62533]: DEBUG oslo_vmware.api [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] Task: {'id': task-1898204, 'name': SuspendVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.093897] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.094177] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.094392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.094571] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.094740] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.097943] env[62533]: INFO nova.compute.manager [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Terminating instance [ 1556.178667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "063e09bf-57be-45b0-af3a-a02272866859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.179148] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "063e09bf-57be-45b0-af3a-a02272866859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.179260] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "063e09bf-57be-45b0-af3a-a02272866859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.179529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "063e09bf-57be-45b0-af3a-a02272866859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.179808] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "063e09bf-57be-45b0-af3a-a02272866859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.182726] env[62533]: INFO nova.compute.manager [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Terminating instance [ 1556.202819] env[62533]: DEBUG nova.compute.manager [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1556.476020] env[62533]: DEBUG nova.compute.utils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.476970] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.477144] env[62533]: DEBUG nova.network.neutron [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.523224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.559455] env[62533]: DEBUG nova.policy [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba0f4a9b3e3a429a87622f89f5d01dfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2ad2c784ab74754979df4c0b3394d6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.583099] env[62533]: DEBUG oslo_vmware.api [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] Task: {'id': task-1898204, 'name': SuspendVM_Task, 'duration_secs': 0.704926} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.583430] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Suspended the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1556.583669] env[62533]: DEBUG nova.compute.manager [None req-0962a0de-6e67-49a9-86ac-82b19c27afba tempest-ServersAdminNegativeTestJSON-1145671897 tempest-ServersAdminNegativeTestJSON-1145671897-project-admin] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.584465] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effa0877-3463-46a8-b847-c3d66177cac0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.602652] env[62533]: DEBUG nova.compute.manager [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.602652] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.603322] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c17a39-abda-4180-a66f-1bb5f262ef6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.610935] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.614669] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-150746c1-4ccd-4d20-8fd0-73a3ea4ea977 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.617616] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1556.617616] env[62533]: value = "task-1898205" [ 1556.617616] env[62533]: _type = "Task" [ 1556.617616] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.626501] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.689160] env[62533]: DEBUG nova.compute.manager [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.689400] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.690374] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c70908d-5c56-4dd7-abfc-5ec21feb852b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.700262] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.700698] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63af71c-f770-4ddc-a458-dd8d4e036312 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.723756] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.815639] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "daaa0180-f90b-4982-85a5-6f27042ac1be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.815882] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.839921] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.840080] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.840274] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleting the datastore file [datastore2] 063e09bf-57be-45b0-af3a-a02272866859 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.840707] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516a20e9-7ab3-4879-99e3-e44d049ec7c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.849022] env[62533]: DEBUG oslo_vmware.api [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1556.849022] env[62533]: value = "task-1898207" [ 1556.849022] env[62533]: _type = "Task" [ 1556.849022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.857720] env[62533]: DEBUG oslo_vmware.api [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.983539] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.131161] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898205, 'name': PowerOffVM_Task, 'duration_secs': 0.242457} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.132278] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.132278] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.132278] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9050870-23ed-47e9-bf48-38d616493dae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.215026] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.215026] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.215026] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleting the datastore file [datastore2] fdc30663-8abf-4aa3-8826-6dd1e0340a78 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.215026] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ce10d4-f54d-4938-b9d4-6f684909ef5f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.224963] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1557.224963] env[62533]: value = "task-1898209" [ 1557.224963] env[62533]: _type = "Task" [ 1557.224963] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.235689] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.303854] env[62533]: DEBUG nova.network.neutron [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Successfully created port: e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.357022] env[62533]: DEBUG oslo_vmware.api [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413787} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.359652] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.359977] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.360423] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.360815] env[62533]: INFO nova.compute.manager [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1557.361180] env[62533]: DEBUG oslo.service.loopingcall [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.361621] env[62533]: DEBUG nova.compute.manager [-] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.361836] env[62533]: DEBUG nova.network.neutron [-] [instance: 063e09bf-57be-45b0-af3a-a02272866859] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.446428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.446428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.446428] env[62533]: INFO nova.compute.manager [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Shelving [ 1557.527145] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa5cdc3-907f-4488-a3bd-148674b2fe44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.535943] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d3d33c-9b33-49cf-8b59-714e4e44d576 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.575362] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd34b4-678d-422b-bf13-5f8fa2a0c72f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.583446] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf455f66-0743-4ba3-a0ba-5873fda6c33c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.596816] env[62533]: DEBUG nova.compute.provider_tree [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.736905] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898209, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.858985] env[62533]: DEBUG nova.compute.manager [req-3ad07a50-b55b-4f84-a45e-df3def8b422c req-31544277-c383-4c0d-845b-5fb38e83e69a service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Received event network-vif-deleted-66b76421-f098-4302-bacf-c1df1b201adf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1557.858985] env[62533]: INFO nova.compute.manager [req-3ad07a50-b55b-4f84-a45e-df3def8b422c req-31544277-c383-4c0d-845b-5fb38e83e69a service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Neutron deleted interface 66b76421-f098-4302-bacf-c1df1b201adf; detaching it from the instance and deleting it from the info cache [ 1557.858985] env[62533]: DEBUG nova.network.neutron [req-3ad07a50-b55b-4f84-a45e-df3def8b422c req-31544277-c383-4c0d-845b-5fb38e83e69a service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.999517] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1558.026681] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1558.026933] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.027459] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1558.027459] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.027459] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1558.027635] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1558.027758] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1558.027918] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1558.028118] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1558.028291] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1558.028464] env[62533]: DEBUG nova.virt.hardware [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1558.029766] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20897c5-8639-4379-a660-192170fd2518 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.037788] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbde08b-df31-4a21-8756-4f1277d93221 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.100198] env[62533]: DEBUG nova.scheduler.client.report [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.236072] env[62533]: DEBUG oslo_vmware.api [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515883} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.236330] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.236512] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.236684] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.236856] env[62533]: INFO nova.compute.manager [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1558.237116] env[62533]: DEBUG oslo.service.loopingcall [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.237313] env[62533]: DEBUG nova.compute.manager [-] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.237444] env[62533]: DEBUG nova.network.neutron [-] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.339087] env[62533]: DEBUG nova.network.neutron [-] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.361639] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6639785a-ae83-4f37-8810-cc955ca7bfcf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.372815] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28c660-2913-4875-a561-395349bfa739 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.411186] env[62533]: DEBUG nova.compute.manager [req-3ad07a50-b55b-4f84-a45e-df3def8b422c req-31544277-c383-4c0d-845b-5fb38e83e69a service nova] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Detach interface failed, port_id=66b76421-f098-4302-bacf-c1df1b201adf, reason: Instance 063e09bf-57be-45b0-af3a-a02272866859 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1558.458621] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.458931] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46cadffb-d675-4024-83f5-a0f397b885f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.468351] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1558.468351] env[62533]: value = "task-1898210" [ 1558.468351] env[62533]: _type = "Task" [ 1558.468351] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.477032] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.605709] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.607272] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.610494] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.692s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.612238] env[62533]: INFO nova.compute.claims [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.790915] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.791165] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lock "4461ed70-858b-4907-9802-b81499c609bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.795174] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.795385] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.843690] env[62533]: INFO nova.compute.manager [-] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Took 1.48 seconds to deallocate network for instance. [ 1558.979367] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898210, 'name': PowerOffVM_Task, 'duration_secs': 0.301487} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.979681] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.980526] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96803965-0637-41c7-8058-643e8b0802c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.003019] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5bc9c6-28fd-419f-a690-6a5b1028d2af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.117131] env[62533]: DEBUG nova.compute.utils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.120712] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.120975] env[62533]: DEBUG nova.network.neutron [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.122918] env[62533]: DEBUG nova.network.neutron [-] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.220762] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "2c87c4f4-6a23-447c-95c1-286843a12450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.221048] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "2c87c4f4-6a23-447c-95c1-286843a12450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.221265] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "2c87c4f4-6a23-447c-95c1-286843a12450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.221451] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "2c87c4f4-6a23-447c-95c1-286843a12450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.221622] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "2c87c4f4-6a23-447c-95c1-286843a12450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.223669] env[62533]: INFO nova.compute.manager [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Terminating instance [ 1559.255878] env[62533]: DEBUG nova.policy [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba0f4a9b3e3a429a87622f89f5d01dfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2ad2c784ab74754979df4c0b3394d6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.293909] env[62533]: DEBUG nova.compute.utils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.307019] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.308115] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1559.308115] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1559.350405] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.360228] env[62533]: DEBUG nova.network.neutron [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Successfully updated port: e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.510632] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1559.510995] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58a10326-967e-4408-95fc-5c2d9c68a053 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.520252] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1559.520252] env[62533]: value = "task-1898211" [ 1559.520252] env[62533]: _type = "Task" [ 1559.520252] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.528415] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.621453] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.628018] env[62533]: INFO nova.compute.manager [-] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Took 1.39 seconds to deallocate network for instance. [ 1559.658941] env[62533]: DEBUG nova.network.neutron [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Successfully created port: e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.729597] env[62533]: DEBUG nova.compute.manager [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.730134] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.731474] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bfd7fe-fb0a-45a3-9f1e-06a6dbb2272c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.739784] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.740273] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5752419b-8866-449d-8ab6-fb9baa12a9ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.798202] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lock "4461ed70-858b-4907-9802-b81499c609bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.816905] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Skipping network cache update for instance because it is being deleted. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10432}} [ 1559.817096] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Skipping network cache update for instance because it is being deleted. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10432}} [ 1559.817222] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1559.817346] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1559.817510] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1559.862745] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "refresh_cache-c6f4e907-975b-4541-a1f9-63872df7fa60" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.862901] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired lock "refresh_cache-c6f4e907-975b-4541-a1f9-63872df7fa60" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.863065] env[62533]: DEBUG nova.network.neutron [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.875748] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.875889] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.876051] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1559.876208] env[62533]: DEBUG nova.objects.instance [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lazy-loading 'info_cache' on Instance uuid a1b021c1-4a56-440e-903a-9b8d13d18fa2 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.030912] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898211, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.119028] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26837e0-53ca-4865-bffa-6be039cddd9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.126642] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbdf7e6-d2e9-48f5-863e-6c68abb47523 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.137613] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.166625] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2bb81-dadf-4ac0-ae28-d8cb9fc0caa0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.174955] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03eb041-3134-4a01-8bbe-f97a98d3a6b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.191532] env[62533]: DEBUG nova.compute.provider_tree [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.404052] env[62533]: DEBUG nova.network.neutron [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.412375] env[62533]: DEBUG nova.compute.manager [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Received event network-vif-deleted-94edc7c2-b095-4032-bab1-6a43b8e0090e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1560.412566] env[62533]: DEBUG nova.compute.manager [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Received event network-vif-plugged-e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1560.412865] env[62533]: DEBUG oslo_concurrency.lockutils [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] Acquiring lock "c6f4e907-975b-4541-a1f9-63872df7fa60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.413099] env[62533]: DEBUG oslo_concurrency.lockutils [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.413275] env[62533]: DEBUG oslo_concurrency.lockutils [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.413433] env[62533]: DEBUG nova.compute.manager [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] No waiting events found dispatching network-vif-plugged-e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.413643] env[62533]: WARNING nova.compute.manager [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Received unexpected event network-vif-plugged-e68e7818-3bfc-4d5a-a75d-52aa342e9041 for instance with vm_state building and task_state spawning. [ 1560.413883] env[62533]: DEBUG nova.compute.manager [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Received event network-changed-e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1560.413978] env[62533]: DEBUG nova.compute.manager [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Refreshing instance network info cache due to event network-changed-e68e7818-3bfc-4d5a-a75d-52aa342e9041. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1560.414162] env[62533]: DEBUG oslo_concurrency.lockutils [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] Acquiring lock "refresh_cache-c6f4e907-975b-4541-a1f9-63872df7fa60" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.531181] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898211, 'name': CreateSnapshot_Task, 'duration_secs': 0.60596} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.531461] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1560.532214] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c541e8-aa59-4bd6-9e4d-c51d81658c3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.564729] env[62533]: DEBUG nova.network.neutron [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Updating instance_info_cache with network_info: [{"id": "e68e7818-3bfc-4d5a-a75d-52aa342e9041", "address": "fa:16:3e:cb:08:7c", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68e7818-3b", "ovs_interfaceid": "e68e7818-3bfc-4d5a-a75d-52aa342e9041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.639432] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.664151] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.664319] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.664478] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.664662] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.664887] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.665092] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.665583] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.665892] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.666124] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.666299] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.666480] env[62533]: DEBUG nova.virt.hardware [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.667350] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7570e-2b14-42ea-b366-a9e76693ab08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.675969] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d689357a-7489-4ab9-9ce7-e1c44de24738 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.694440] env[62533]: DEBUG nova.scheduler.client.report [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.864044] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.864338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lock "4461ed70-858b-4907-9802-b81499c609bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.864580] env[62533]: INFO nova.compute.manager [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Attaching volume 9612fe19-838d-4fc2-922a-da730d2081c5 to /dev/sdb [ 1560.899825] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f1d72-997a-4971-8403-3bead7ad8699 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.908233] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad9d8c6-c027-450d-88f0-53031cefae8b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.922337] env[62533]: DEBUG nova.virt.block_device [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updating existing volume attachment record: 81ccf2ad-6a40-4c27-a1fa-613dee4489af {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1561.050914] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1561.051573] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a6c59c0-5bd2-4678-9642-97327e2549ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.060995] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1561.060995] env[62533]: value = "task-1898213" [ 1561.060995] env[62533]: _type = "Task" [ 1561.060995] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.067540] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Releasing lock "refresh_cache-c6f4e907-975b-4541-a1f9-63872df7fa60" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.067846] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Instance network_info: |[{"id": "e68e7818-3bfc-4d5a-a75d-52aa342e9041", "address": "fa:16:3e:cb:08:7c", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68e7818-3b", "ovs_interfaceid": "e68e7818-3bfc-4d5a-a75d-52aa342e9041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.071206] env[62533]: DEBUG oslo_concurrency.lockutils [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] Acquired lock "refresh_cache-c6f4e907-975b-4541-a1f9-63872df7fa60" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.071450] env[62533]: DEBUG nova.network.neutron [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Refreshing network info cache for port e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.073148] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:08:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e68e7818-3bfc-4d5a-a75d-52aa342e9041', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.081206] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating folder: Project (a2ad2c784ab74754979df4c0b3394d6c). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.081555] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898213, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.084723] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c20e8a-77f4-419b-97e6-5054a3e8f841 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.106667] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Created folder: Project (a2ad2c784ab74754979df4c0b3394d6c) in parent group-v391816. [ 1561.107044] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating folder: Instances. Parent ref: group-v391957. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.107434] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e1e6bdf-c14a-448c-be32-87be56aa9678 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.119546] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Created folder: Instances in parent group-v391957. [ 1561.120054] env[62533]: DEBUG oslo.service.loopingcall [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.120511] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.120808] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3763480d-f584-4f84-a207-568a47ede908 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.148864] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.148864] env[62533]: value = "task-1898219" [ 1561.148864] env[62533]: _type = "Task" [ 1561.148864] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.158258] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898219, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.200077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.200731] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.203694] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.519s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.203968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.207028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.040s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.209096] env[62533]: INFO nova.compute.claims [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.243263] env[62533]: INFO nova.scheduler.client.report [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Deleted allocations for instance 568b34cb-c389-4a7a-8f84-f483892f463c [ 1561.522696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-eda42c6c-48a5-46ed-a905-bae640ba0b90-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.522965] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-eda42c6c-48a5-46ed-a905-bae640ba0b90-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.523388] env[62533]: DEBUG nova.objects.instance [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'flavor' on Instance uuid eda42c6c-48a5-46ed-a905-bae640ba0b90 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.538755] env[62533]: DEBUG nova.network.neutron [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Updated VIF entry in instance network info cache for port e68e7818-3bfc-4d5a-a75d-52aa342e9041. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.539370] env[62533]: DEBUG nova.network.neutron [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Updating instance_info_cache with network_info: [{"id": "e68e7818-3bfc-4d5a-a75d-52aa342e9041", "address": "fa:16:3e:cb:08:7c", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68e7818-3b", "ovs_interfaceid": "e68e7818-3bfc-4d5a-a75d-52aa342e9041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.572285] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898213, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.635067] env[62533]: DEBUG nova.network.neutron [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Successfully updated port: e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.663044] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898219, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.716796] env[62533]: DEBUG nova.compute.utils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.718481] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.718692] env[62533]: DEBUG nova.network.neutron [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.754794] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1179dd72-3ee7-426c-97b9-e9e18aa66fce tempest-ServersV294TestFqdnHostnames-1180976856 tempest-ServersV294TestFqdnHostnames-1180976856-project-member] Lock "568b34cb-c389-4a7a-8f84-f483892f463c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.839s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.766259] env[62533]: DEBUG nova.policy [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71767c042ca84f8981d1efd64283e5c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4091ede566854c67868b96e96d5ddb78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1561.866090] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updating instance_info_cache with network_info: [{"id": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "address": "fa:16:3e:ee:44:e4", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c53d228-20", "ovs_interfaceid": "3c53d228-20da-481d-8a05-21cfa6a5e7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.043367] env[62533]: DEBUG oslo_concurrency.lockutils [req-2eb3ff40-6002-4d08-9a33-36c6499078ab req-67965fdf-5383-4ebe-9fe4-d8e5a75f06cf service nova] Releasing lock "refresh_cache-c6f4e907-975b-4541-a1f9-63872df7fa60" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.075323] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898213, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.106777] env[62533]: DEBUG nova.objects.instance [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'pci_requests' on Instance uuid eda42c6c-48a5-46ed-a905-bae640ba0b90 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.141430] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "refresh_cache-8b92dc33-c9e7-423d-ab40-da2d7935205a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.141678] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired lock "refresh_cache-8b92dc33-c9e7-423d-ab40-da2d7935205a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.141776] env[62533]: DEBUG nova.network.neutron [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.160598] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898219, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.172343] env[62533]: DEBUG nova.network.neutron [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Successfully created port: a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.222977] env[62533]: DEBUG nova.compute.utils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.368212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-a1b021c1-4a56-440e-903a-9b8d13d18fa2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.368422] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1562.368620] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.368778] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.368926] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.369091] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.369232] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.372286] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.372286] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1562.372611] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.572587] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898213, 'name': CloneVM_Task, 'duration_secs': 1.464528} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.572922] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Created linked-clone VM from snapshot [ 1562.573656] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c10d32-3ce4-4c2b-b576-1443dce4853e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.581561] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Uploading image 7b1e0e0a-68b3-4013-8912-7f15be1cfb37 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1562.606370] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1562.606370] env[62533]: value = "vm-391958" [ 1562.606370] env[62533]: _type = "VirtualMachine" [ 1562.606370] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1562.606933] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46c0e526-51b8-4633-aa5b-3aafc58cb1c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.610940] env[62533]: DEBUG nova.objects.base [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1562.612543] env[62533]: DEBUG nova.network.neutron [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.624074] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease: (returnval){ [ 1562.624074] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52595d24-3ecd-d6e1-ecbe-378b239cfb07" [ 1562.624074] env[62533]: _type = "HttpNfcLease" [ 1562.624074] env[62533]: } obtained for exporting VM: (result){ [ 1562.624074] env[62533]: value = "vm-391958" [ 1562.624074] env[62533]: _type = "VirtualMachine" [ 1562.624074] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1562.624336] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the lease: (returnval){ [ 1562.624336] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52595d24-3ecd-d6e1-ecbe-378b239cfb07" [ 1562.624336] env[62533]: _type = "HttpNfcLease" [ 1562.624336] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1562.636013] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1562.636013] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52595d24-3ecd-d6e1-ecbe-378b239cfb07" [ 1562.636013] env[62533]: _type = "HttpNfcLease" [ 1562.636013] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1562.661765] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898219, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.665279] env[62533]: DEBUG nova.policy [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.684957] env[62533]: DEBUG nova.network.neutron [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.688618] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96260b1f-0bce-4ae3-bbdb-5e5ee2d4b7a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.692614] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1562.692741] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1562.692893] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Deleting the datastore file [datastore1] 2c87c4f4-6a23-447c-95c1-286843a12450 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1562.693865] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0279c52-83fb-47e0-a3db-66cb4d5ae0d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.697928] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4addb56-0789-410d-8947-6ea39c4a9411 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.702862] env[62533]: DEBUG oslo_vmware.api [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1562.702862] env[62533]: value = "task-1898221" [ 1562.702862] env[62533]: _type = "Task" [ 1562.702862] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.733359] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.737116] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8813c2-6666-493d-82fa-70195a402dcc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.742712] env[62533]: DEBUG oslo_vmware.api [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.747964] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e838e4c3-f139-4cd3-8a25-30cedff49e08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.761987] env[62533]: DEBUG nova.compute.provider_tree [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.875466] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.943374] env[62533]: DEBUG nova.network.neutron [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Successfully created port: 2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.139101] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.139101] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52595d24-3ecd-d6e1-ecbe-378b239cfb07" [ 1563.139101] env[62533]: _type = "HttpNfcLease" [ 1563.139101] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1563.139524] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1563.139524] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52595d24-3ecd-d6e1-ecbe-378b239cfb07" [ 1563.139524] env[62533]: _type = "HttpNfcLease" [ 1563.139524] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1563.140439] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e49e5e-9e90-431c-81ab-8cf54624ab3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.146620] env[62533]: DEBUG nova.network.neutron [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Updating instance_info_cache with network_info: [{"id": "e9890ef1-691f-47d0-b870-dac375a6c417", "address": "fa:16:3e:07:b6:26", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9890ef1-69", "ovs_interfaceid": "e9890ef1-691f-47d0-b870-dac375a6c417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.153206] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524321d6-444c-21a5-75d4-385bd3222b8c/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1563.153206] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524321d6-444c-21a5-75d4-385bd3222b8c/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1563.219562] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898219, 'name': CreateVM_Task, 'duration_secs': 1.785308} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.221184] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.222243] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.222449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.222848] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.223566] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a179fc39-84f3-40ba-8664-a7bd2acafaef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.229519] env[62533]: DEBUG oslo_vmware.api [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270308} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.230736] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1563.230819] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1563.231857] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1563.231857] env[62533]: INFO nova.compute.manager [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Took 3.50 seconds to destroy the instance on the hypervisor. [ 1563.231857] env[62533]: DEBUG oslo.service.loopingcall [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.232227] env[62533]: DEBUG nova.compute.manager [-] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1563.232323] env[62533]: DEBUG nova.network.neutron [-] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1563.235151] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1563.235151] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526f2813-dfc8-4271-1146-fd4528ac2dfc" [ 1563.235151] env[62533]: _type = "Task" [ 1563.235151] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.241800] env[62533]: DEBUG nova.compute.manager [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Received event network-vif-plugged-e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1563.242630] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] Acquiring lock "8b92dc33-c9e7-423d-ab40-da2d7935205a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.242853] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.242955] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.243222] env[62533]: DEBUG nova.compute.manager [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] No waiting events found dispatching network-vif-plugged-e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.243399] env[62533]: WARNING nova.compute.manager [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Received unexpected event network-vif-plugged-e9890ef1-691f-47d0-b870-dac375a6c417 for instance with vm_state building and task_state spawning. [ 1563.243562] env[62533]: DEBUG nova.compute.manager [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Received event network-changed-e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1563.243785] env[62533]: DEBUG nova.compute.manager [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Refreshing instance network info cache due to event network-changed-e9890ef1-691f-47d0-b870-dac375a6c417. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1563.243997] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] Acquiring lock "refresh_cache-8b92dc33-c9e7-423d-ab40-da2d7935205a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.253458] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526f2813-dfc8-4271-1146-fd4528ac2dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.254178] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.254397] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.254765] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.255068] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.255380] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.255759] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da419f3-0380-4bac-929f-fbf0fc4eb3fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.262431] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3ce1747-6114-4b6d-9cb0-c6c903d1875a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.264606] env[62533]: DEBUG nova.scheduler.client.report [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.271504] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.273021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.274190] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3cd59c-c169-4828-a954-9591091dd704 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.286789] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1563.286789] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e16581-ec1d-5e5b-3f2e-81996e2df099" [ 1563.286789] env[62533]: _type = "Task" [ 1563.286789] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.299851] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e16581-ec1d-5e5b-3f2e-81996e2df099, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.308519] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42da8968-474d-4f0c-b437-d6eecd464dc0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.314491] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1563.314491] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5274af92-cbc1-f489-64ad-f89e1c790b3b" [ 1563.314491] env[62533]: _type = "Task" [ 1563.314491] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.322663] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5274af92-cbc1-f489-64ad-f89e1c790b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.649421] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Releasing lock "refresh_cache-8b92dc33-c9e7-423d-ab40-da2d7935205a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.650086] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Instance network_info: |[{"id": "e9890ef1-691f-47d0-b870-dac375a6c417", "address": "fa:16:3e:07:b6:26", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9890ef1-69", "ovs_interfaceid": "e9890ef1-691f-47d0-b870-dac375a6c417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.650623] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] Acquired lock "refresh_cache-8b92dc33-c9e7-423d-ab40-da2d7935205a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.651016] env[62533]: DEBUG nova.network.neutron [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Refreshing network info cache for port e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.655183] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:b6:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9890ef1-691f-47d0-b870-dac375a6c417', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.667307] env[62533]: DEBUG oslo.service.loopingcall [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.668783] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.669226] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f72a52-5f20-41fb-8f10-7074935817ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.704031] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.704031] env[62533]: value = "task-1898223" [ 1563.704031] env[62533]: _type = "Task" [ 1563.704031] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.717277] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898223, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.756439] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.776798] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.776798] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1563.780187] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.230s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.783091] env[62533]: INFO nova.compute.claims [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.800294] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T22:03:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2085255380',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-537374565',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.800294] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.800294] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.800449] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.800449] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.800449] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.800585] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.800859] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.801221] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.801442] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.803208] env[62533]: DEBUG nova.virt.hardware [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.803208] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce19d8-5151-4571-941d-b318d1bce490 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.812452] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bf28b2-b643-44e5-a21d-ce0300d993a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.836115] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5274af92-cbc1-f489-64ad-f89e1c790b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.836717] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.837168] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] c6f4e907-975b-4541-a1f9-63872df7fa60/c6f4e907-975b-4541-a1f9-63872df7fa60.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.838244] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-626ba082-234a-4d97-96f9-7f9cf1caf5c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.845833] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1563.845833] env[62533]: value = "task-1898224" [ 1563.845833] env[62533]: _type = "Task" [ 1563.845833] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.855335] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.957202] env[62533]: DEBUG nova.network.neutron [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Successfully updated port: a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.076907] env[62533]: DEBUG nova.network.neutron [-] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.215535] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898223, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.288587] env[62533]: DEBUG nova.compute.utils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.290402] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.290658] env[62533]: DEBUG nova.network.neutron [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.364807] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.403547] env[62533]: DEBUG nova.policy [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '939f7875aec546df872041a2f922aab4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f7ea464ab93426eb5348802cb34a0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.458866] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.459294] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.459415] env[62533]: DEBUG nova.network.neutron [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.569126] env[62533]: DEBUG nova.network.neutron [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Updated VIF entry in instance network info cache for port e9890ef1-691f-47d0-b870-dac375a6c417. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.569483] env[62533]: DEBUG nova.network.neutron [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Updating instance_info_cache with network_info: [{"id": "e9890ef1-691f-47d0-b870-dac375a6c417", "address": "fa:16:3e:07:b6:26", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9890ef1-69", "ovs_interfaceid": "e9890ef1-691f-47d0-b870-dac375a6c417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.582672] env[62533]: INFO nova.compute.manager [-] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Took 1.35 seconds to deallocate network for instance. [ 1564.718209] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898223, 'name': CreateVM_Task, 'duration_secs': 0.621687} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.718403] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.719243] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.719592] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.720334] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.720646] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d314c2-81c1-4479-ad7a-4b5d0db8b355 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.731018] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1564.731018] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52de8758-c404-e374-585a-3cbe179758c7" [ 1564.731018] env[62533]: _type = "Task" [ 1564.731018] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.738575] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52de8758-c404-e374-585a-3cbe179758c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.792118] env[62533]: DEBUG nova.network.neutron [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Successfully updated port: 2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.802055] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1564.859362] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54508} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.864167] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] c6f4e907-975b-4541-a1f9-63872df7fa60/c6f4e907-975b-4541-a1f9-63872df7fa60.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.864167] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.864167] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7767d0ec-1ef6-4dee-81e8-7f0a6e4ba614 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.871017] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1564.871017] env[62533]: value = "task-1898225" [ 1564.871017] env[62533]: _type = "Task" [ 1564.871017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.879701] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.905931] env[62533]: DEBUG nova.network.neutron [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Successfully created port: cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.021754] env[62533]: DEBUG nova.network.neutron [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.073031] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e384242-72ef-4e14-a8d4-22feb8aac2fe req-8dde0a78-05be-4f2c-bf80-0843b9633837 service nova] Releasing lock "refresh_cache-8b92dc33-c9e7-423d-ab40-da2d7935205a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.090330] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.243620] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52de8758-c404-e374-585a-3cbe179758c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019737} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.244101] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.244872] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.244872] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.245209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.245634] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.246737] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942ec4b4-2ab1-438a-8dc3-00dbd947b631 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.261665] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.262696] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.263556] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1d035a-5bee-41da-81c7-402f4f8e1300 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.268709] env[62533]: DEBUG nova.network.neutron [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updating instance_info_cache with network_info: [{"id": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "address": "fa:16:3e:51:c8:50", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b78d30-de", "ovs_interfaceid": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.277583] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1565.277583] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527d99fb-cb65-6b19-3660-ddb60205e6e7" [ 1565.277583] env[62533]: _type = "Task" [ 1565.277583] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.290411] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527d99fb-cb65-6b19-3660-ddb60205e6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.295610] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.295830] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.296162] env[62533]: DEBUG nova.network.neutron [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.384757] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141681} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.388215] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.389584] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978413e-5171-45d2-976c-8d9392982b04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.417946] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c6f4e907-975b-4541-a1f9-63872df7fa60/c6f4e907-975b-4541-a1f9-63872df7fa60.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.421109] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb74c416-4fb5-4f9b-9b82-9e8c3ceef564 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.444096] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1565.444096] env[62533]: value = "task-1898226" [ 1565.444096] env[62533]: _type = "Task" [ 1565.444096] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.453958] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.455804] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ef39d2-73c8-4613-a946-774cb800fc29 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.463093] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e848a9-6d1f-4fc9-9191-7fc9b2d956db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.494335] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1565.494550] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391960', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'name': 'volume-9612fe19-838d-4fc2-922a-da730d2081c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4461ed70-858b-4907-9802-b81499c609bf', 'attached_at': '', 'detached_at': '', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'serial': '9612fe19-838d-4fc2-922a-da730d2081c5'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1565.495410] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63375d-415f-4417-9c0f-e758ccaa7b96 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.498487] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b346a7cc-5b06-4949-aef0-3fcb12488781 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.517423] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54fe24-7c19-4ee8-9530-34c63f6f2a70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.522468] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2436d1-348e-4da7-9231-139f7ec69d0e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.534878] env[62533]: DEBUG nova.compute.provider_tree [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1565.705714] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-9612fe19-838d-4fc2-922a-da730d2081c5/volume-9612fe19-838d-4fc2-922a-da730d2081c5.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.705714] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b70ff06-4c40-4dde-a53a-0d697e354878 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.705714] env[62533]: DEBUG oslo_vmware.api [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Waiting for the task: (returnval){ [ 1565.705714] env[62533]: value = "task-1898227" [ 1565.705714] env[62533]: _type = "Task" [ 1565.705714] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.705714] env[62533]: DEBUG oslo_vmware.api [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.775221] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Releasing lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.775590] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Instance network_info: |[{"id": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "address": "fa:16:3e:51:c8:50", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b78d30-de", "ovs_interfaceid": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1565.776064] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b78d30-dec6-4c62-b479-8dc4642123c5', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.784320] env[62533]: DEBUG oslo.service.loopingcall [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.785583] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.789230] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a78d7f-2290-4c67-b5d1-a885680b7f83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.815941] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527d99fb-cb65-6b19-3660-ddb60205e6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.027448} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.818881] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1565.820961] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.820961] env[62533]: value = "task-1898228" [ 1565.820961] env[62533]: _type = "Task" [ 1565.820961] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.823113] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf1eeed-7843-4aaa-b648-64f8a11a6a2b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.834922] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898228, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.835324] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1565.835324] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5231adc8-f0a4-75b4-d669-cd365ed5570e" [ 1565.835324] env[62533]: _type = "Task" [ 1565.835324] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.842933] env[62533]: WARNING nova.network.neutron [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] ce2e1a97-19de-4a3b-8f88-f62f3359908e already exists in list: networks containing: ['ce2e1a97-19de-4a3b-8f88-f62f3359908e']. ignoring it [ 1565.849043] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5231adc8-f0a4-75b4-d669-cd365ed5570e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.851837] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.851837] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.851837] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.852130] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.852187] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.852324] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.852533] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.852687] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.852926] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.853124] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.853315] env[62533]: DEBUG nova.virt.hardware [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.854218] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01fa86d-87a8-4927-ad18-bc431cca9f07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.862971] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c71837d-0bf1-4c12-819f-3f681fdee8b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.955803] env[62533]: DEBUG nova.compute.manager [req-ff53d570-cdee-4932-83db-9a87a65a1d06 req-504dd64f-3156-400b-acf2-ba2b701de6c0 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-vif-plugged-2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1565.956052] env[62533]: DEBUG oslo_concurrency.lockutils [req-ff53d570-cdee-4932-83db-9a87a65a1d06 req-504dd64f-3156-400b-acf2-ba2b701de6c0 service nova] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.956245] env[62533]: DEBUG oslo_concurrency.lockutils [req-ff53d570-cdee-4932-83db-9a87a65a1d06 req-504dd64f-3156-400b-acf2-ba2b701de6c0 service nova] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.956429] env[62533]: DEBUG oslo_concurrency.lockutils [req-ff53d570-cdee-4932-83db-9a87a65a1d06 req-504dd64f-3156-400b-acf2-ba2b701de6c0 service nova] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.956600] env[62533]: DEBUG nova.compute.manager [req-ff53d570-cdee-4932-83db-9a87a65a1d06 req-504dd64f-3156-400b-acf2-ba2b701de6c0 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] No waiting events found dispatching network-vif-plugged-2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1565.956780] env[62533]: WARNING nova.compute.manager [req-ff53d570-cdee-4932-83db-9a87a65a1d06 req-504dd64f-3156-400b-acf2-ba2b701de6c0 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received unexpected event network-vif-plugged-2224688c-a9f9-4d2d-a5d5-ecb175042a75 for instance with vm_state active and task_state None. [ 1565.960572] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898226, 'name': ReconfigVM_Task, 'duration_secs': 0.370661} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.960890] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c6f4e907-975b-4541-a1f9-63872df7fa60/c6f4e907-975b-4541-a1f9-63872df7fa60.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.961568] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84507579-0a12-460c-990a-8fe986c918b3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.969266] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1565.969266] env[62533]: value = "task-1898229" [ 1565.969266] env[62533]: _type = "Task" [ 1565.969266] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.978331] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898229, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.094869] env[62533]: DEBUG oslo_vmware.api [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898227, 'name': ReconfigVM_Task, 'duration_secs': 0.469468} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.095221] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-9612fe19-838d-4fc2-922a-da730d2081c5/volume-9612fe19-838d-4fc2-922a-da730d2081c5.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.100543] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f68f44a-861f-4c2b-9536-8df0b5e3ac3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.119900] env[62533]: DEBUG oslo_vmware.api [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Waiting for the task: (returnval){ [ 1566.119900] env[62533]: value = "task-1898230" [ 1566.119900] env[62533]: _type = "Task" [ 1566.119900] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.136637] env[62533]: DEBUG oslo_vmware.api [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.214734] env[62533]: DEBUG nova.network.neutron [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2224688c-a9f9-4d2d-a5d5-ecb175042a75", "address": "fa:16:3e:80:3e:a6", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2224688c-a9", "ovs_interfaceid": "2224688c-a9f9-4d2d-a5d5-ecb175042a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.227705] env[62533]: ERROR nova.scheduler.client.report [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [req-fc902fe6-1eed-410c-9962-981410cf1177] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc902fe6-1eed-410c-9962-981410cf1177"}]} [ 1566.245716] env[62533]: DEBUG nova.scheduler.client.report [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1566.262500] env[62533]: DEBUG nova.scheduler.client.report [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1566.262718] env[62533]: DEBUG nova.compute.provider_tree [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.265368] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.265593] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.265762] env[62533]: INFO nova.compute.manager [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Shelving [ 1566.277576] env[62533]: DEBUG nova.scheduler.client.report [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1566.297451] env[62533]: DEBUG nova.scheduler.client.report [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1566.333990] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898228, 'name': CreateVM_Task, 'duration_secs': 0.444955} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.336935] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.338065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.338290] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.338675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.342161] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672e5190-781b-4afb-88b8-63526300076c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.347850] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1566.347850] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cfdfca-b435-8aaf-bc24-b7c835512cf4" [ 1566.347850] env[62533]: _type = "Task" [ 1566.347850] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.354271] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5231adc8-f0a4-75b4-d669-cd365ed5570e, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.360893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.360893] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 8b92dc33-c9e7-423d-ab40-da2d7935205a/8b92dc33-c9e7-423d-ab40-da2d7935205a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.360893] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc1848e-841e-4eec-a7fd-0f6c2a696a47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.367805] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cfdfca-b435-8aaf-bc24-b7c835512cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.372120] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.372385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.372643] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.372780] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.373052] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.373425] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1566.373425] env[62533]: value = "task-1898231" [ 1566.373425] env[62533]: _type = "Task" [ 1566.373425] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.373863] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-834366cb-b90e-41c5-851a-4d180d9f449e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.385471] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.393146] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.394149] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.394275] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925eadaa-343f-4129-bc0d-76bcfe7691b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.399866] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1566.399866] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5215bfaf-16e9-26bf-1264-46852aa7c3f9" [ 1566.399866] env[62533]: _type = "Task" [ 1566.399866] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.410937] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5215bfaf-16e9-26bf-1264-46852aa7c3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.466436] env[62533]: DEBUG nova.compute.manager [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Received event network-vif-deleted-5cf703ed-a839-4514-af3e-893df51fef1f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1566.466436] env[62533]: DEBUG nova.compute.manager [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Received event network-vif-plugged-a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1566.466436] env[62533]: DEBUG oslo_concurrency.lockutils [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] Acquiring lock "c3215d85-b9ae-4bc9-873d-a5311626f20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.466436] env[62533]: DEBUG oslo_concurrency.lockutils [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.466436] env[62533]: DEBUG oslo_concurrency.lockutils [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.466436] env[62533]: DEBUG nova.compute.manager [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] No waiting events found dispatching network-vif-plugged-a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.466436] env[62533]: WARNING nova.compute.manager [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Received unexpected event network-vif-plugged-a1b78d30-dec6-4c62-b479-8dc4642123c5 for instance with vm_state building and task_state spawning. [ 1566.466436] env[62533]: DEBUG nova.compute.manager [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Received event network-changed-a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1566.466436] env[62533]: DEBUG nova.compute.manager [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Refreshing instance network info cache due to event network-changed-a1b78d30-dec6-4c62-b479-8dc4642123c5. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1566.466436] env[62533]: DEBUG oslo_concurrency.lockutils [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] Acquiring lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.466436] env[62533]: DEBUG oslo_concurrency.lockutils [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] Acquired lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.466436] env[62533]: DEBUG nova.network.neutron [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Refreshing network info cache for port a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.486487] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898229, 'name': Rename_Task, 'duration_secs': 0.191171} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.489138] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.489995] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc24bdbc-7a9b-4993-8f37-1eea88434105 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.497466] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1566.497466] env[62533]: value = "task-1898232" [ 1566.497466] env[62533]: _type = "Task" [ 1566.497466] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.509702] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.635812] env[62533]: DEBUG oslo_vmware.api [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898230, 'name': ReconfigVM_Task, 'duration_secs': 0.153583} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.636367] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391960', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'name': 'volume-9612fe19-838d-4fc2-922a-da730d2081c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4461ed70-858b-4907-9802-b81499c609bf', 'attached_at': '', 'detached_at': '', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'serial': '9612fe19-838d-4fc2-922a-da730d2081c5'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1566.657256] env[62533]: DEBUG nova.network.neutron [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Successfully updated port: cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.721781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.722528] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.722655] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.723881] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab10a462-4b90-4619-a51b-2949344cba62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.743213] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.743540] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.743746] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.744116] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.744310] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.744464] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.744676] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.744835] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.744998] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.745229] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.745435] env[62533]: DEBUG nova.virt.hardware [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.752022] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Reconfiguring VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1566.755660] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d5d2978-f399-4661-be13-58e1182b512f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.778924] env[62533]: DEBUG oslo_vmware.api [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1566.778924] env[62533]: value = "task-1898233" [ 1566.778924] env[62533]: _type = "Task" [ 1566.778924] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.792407] env[62533]: DEBUG oslo_vmware.api [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898233, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.869363] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e9e7d-26d2-48d2-abba-893de1ecd09c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.880803] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896f03d-d153-4ad0-acf4-270d242c7fde {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.890126] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.919950] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f7b167-9036-41ab-9577-1cb9db229a03 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.932048] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab87162c-8d96-494a-8b7d-c914e2e36978 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.936165] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5215bfaf-16e9-26bf-1264-46852aa7c3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.937470] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a35f5e6-a577-4a30-a76c-0271d2f3d84a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.950046] env[62533]: DEBUG nova.compute.provider_tree [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.955314] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1566.955314] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529e5a6a-5eb7-bef6-0428-0d9e05a70e49" [ 1566.955314] env[62533]: _type = "Task" [ 1566.955314] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.965576] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529e5a6a-5eb7-bef6-0428-0d9e05a70e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.007560] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898232, 'name': PowerOnVM_Task} progress is 84%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.164363] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.164563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.164720] env[62533]: DEBUG nova.network.neutron [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.283390] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.287517] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80acd2c8-53e7-430c-a5f1-2be724ba8eeb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.295148] env[62533]: DEBUG oslo_vmware.api [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.296645] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1567.296645] env[62533]: value = "task-1898234" [ 1567.296645] env[62533]: _type = "Task" [ 1567.296645] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.305415] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.306372] env[62533]: DEBUG nova.network.neutron [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updated VIF entry in instance network info cache for port a1b78d30-dec6-4c62-b479-8dc4642123c5. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.306746] env[62533]: DEBUG nova.network.neutron [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updating instance_info_cache with network_info: [{"id": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "address": "fa:16:3e:51:c8:50", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b78d30-de", "ovs_interfaceid": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.387922] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644347} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.388226] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 8b92dc33-c9e7-423d-ab40-da2d7935205a/8b92dc33-c9e7-423d-ab40-da2d7935205a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.388453] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.388753] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd25d2e7-e965-4135-8811-0635c39bf22b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.396457] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1567.396457] env[62533]: value = "task-1898235" [ 1567.396457] env[62533]: _type = "Task" [ 1567.396457] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.405952] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.466627] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529e5a6a-5eb7-bef6-0428-0d9e05a70e49, 'name': SearchDatastore_Task, 'duration_secs': 0.040099} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.467072] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.467306] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a/c3215d85-b9ae-4bc9-873d-a5311626f20a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.467617] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b580855-7ec4-48f8-8433-a233511340db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.475227] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1567.475227] env[62533]: value = "task-1898236" [ 1567.475227] env[62533]: _type = "Task" [ 1567.475227] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.484700] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.490427] env[62533]: DEBUG nova.scheduler.client.report [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1567.490689] env[62533]: DEBUG nova.compute.provider_tree [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 76 to 77 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1567.490942] env[62533]: DEBUG nova.compute.provider_tree [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.508862] env[62533]: DEBUG oslo_vmware.api [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898232, 'name': PowerOnVM_Task, 'duration_secs': 0.791092} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.509813] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.510071] env[62533]: INFO nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1567.510293] env[62533]: DEBUG nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.511102] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbaaf0-4e72-4cdf-9a70-d16e8db439af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.697026] env[62533]: DEBUG nova.objects.instance [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lazy-loading 'flavor' on Instance uuid 4461ed70-858b-4907-9802-b81499c609bf {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.715133] env[62533]: DEBUG nova.network.neutron [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.799970] env[62533]: DEBUG oslo_vmware.api [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898233, 'name': ReconfigVM_Task, 'duration_secs': 0.861704} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.808041] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.808304] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Reconfigured VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1567.811560] env[62533]: DEBUG oslo_concurrency.lockutils [req-54026575-3d14-47ef-888a-4c3035e3f6de req-c53ed9b3-73bd-4bfb-a435-574410c22ec0 service nova] Releasing lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.823161] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898234, 'name': PowerOffVM_Task, 'duration_secs': 0.371057} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.823458] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.824367] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38305e-fa33-4f6d-afc0-7bada12617e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.847479] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4f9b3-c601-4146-a648-5cf47af8aa2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.909738] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137281} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.910018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.910925] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d07a55-e4bd-4049-ba65-bb1594734fa7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.935796] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8b92dc33-c9e7-423d-ab40-da2d7935205a/8b92dc33-c9e7-423d-ab40-da2d7935205a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.936990] env[62533]: DEBUG nova.network.neutron [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [{"id": "cfe9a096-c406-423a-9588-a38a72aeb5da", "address": "fa:16:3e:98:1b:99", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe9a096-c4", "ovs_interfaceid": "cfe9a096-c406-423a-9588-a38a72aeb5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.938474] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200da451-e296-43f8-b341-0c0a3e667c1a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.954712] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.955038] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Instance network_info: |[{"id": "cfe9a096-c406-423a-9588-a38a72aeb5da", "address": "fa:16:3e:98:1b:99", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe9a096-c4", "ovs_interfaceid": "cfe9a096-c406-423a-9588-a38a72aeb5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1567.955767] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:1b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfe9a096-c406-423a-9588-a38a72aeb5da', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.963265] env[62533]: DEBUG oslo.service.loopingcall [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.964642] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.964890] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61c029a9-6551-41ea-aec9-be860d77d605 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.981101] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1567.981101] env[62533]: value = "task-1898237" [ 1567.981101] env[62533]: _type = "Task" [ 1567.981101] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.989978] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.989978] env[62533]: value = "task-1898238" [ 1567.989978] env[62533]: _type = "Task" [ 1567.989978] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.997743] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.218s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.998295] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.000839] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.007212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.819s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.007432] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.009516] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.159s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.009708] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.011572] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.792s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.013583] env[62533]: INFO nova.compute.claims [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.016304] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898238, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.016871] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.030028] env[62533]: INFO nova.compute.manager [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Took 43.40 seconds to build instance. [ 1568.042645] env[62533]: INFO nova.scheduler.client.report [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance 248183e2-fc42-46c6-b123-57c950b0a526 [ 1568.043908] env[62533]: INFO nova.scheduler.client.report [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Deleted allocations for instance dbdcd7c0-db6e-4407-9387-26999489b0fe [ 1568.204525] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8a88bf18-8bf1-4874-9c3c-da09e5c74e48 tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lock "4461ed70-858b-4907-9802-b81499c609bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.340s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.313686] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7edf38b2-03b3-4008-a021-87ddbe225335 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-eda42c6c-48a5-46ed-a905-bae640ba0b90-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.791s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.359241] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1568.359582] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92a21c18-87c5-4ad1-862d-50e8d4a5b6d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.367863] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1568.367863] env[62533]: value = "task-1898239" [ 1568.367863] env[62533]: _type = "Task" [ 1568.367863] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.378187] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898239, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.501507] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.501809] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898237, 'name': ReconfigVM_Task, 'duration_secs': 0.483946} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.502931] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a/c3215d85-b9ae-4bc9-873d-a5311626f20a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.502931] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.503203] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8b92dc33-c9e7-423d-ab40-da2d7935205a/8b92dc33-c9e7-423d-ab40-da2d7935205a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.503864] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21b488ff-35cd-4c4b-8b42-e5612f973041 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.506092] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f0f2e2-7c1f-4d97-8c83-3d98a9d6d40f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.511580] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898238, 'name': CreateVM_Task, 'duration_secs': 0.5107} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.512463] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.513223] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.513796] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.513796] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.514057] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853fe998-8495-470a-8ccd-426cd6c55463 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.518028] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1568.518028] env[62533]: value = "task-1898240" [ 1568.518028] env[62533]: _type = "Task" [ 1568.518028] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.522555] env[62533]: DEBUG nova.compute.utils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.524060] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1568.524060] env[62533]: value = "task-1898241" [ 1568.524060] env[62533]: _type = "Task" [ 1568.524060] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.525311] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1568.525419] env[62533]: DEBUG nova.network.neutron [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.544241] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c97fb26-439f-4932-a843-4e4ea350ac72 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.493s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.545954] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1568.545954] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5215fb15-7dc7-985c-bb0d-302521d9484e" [ 1568.545954] env[62533]: _type = "Task" [ 1568.545954] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.569759] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.569910] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898241, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.570336] env[62533]: DEBUG oslo_concurrency.lockutils [None req-95cfbb72-cf65-49b4-b5f6-7b7133591bca tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "248183e2-fc42-46c6-b123-57c950b0a526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.065s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.574710] env[62533]: DEBUG oslo_concurrency.lockutils [None req-12ab8078-1cd7-4927-b99c-d31206a11058 tempest-ServersTestFqdnHostnames-1853544755 tempest-ServersTestFqdnHostnames-1853544755-project-member] Lock "dbdcd7c0-db6e-4407-9387-26999489b0fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.888s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.580460] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5215fb15-7dc7-985c-bb0d-302521d9484e, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.581176] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.581414] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.581857] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.581857] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.582091] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.582531] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a205b8e-b638-4e4a-871d-13a618c49052 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.592121] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.592461] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.593406] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2819e6fa-34b0-481e-82f9-76b8344ec50b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.598147] env[62533]: DEBUG nova.compute.manager [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-changed-2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1568.598147] env[62533]: DEBUG nova.compute.manager [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Refreshing instance network info cache due to event network-changed-2224688c-a9f9-4d2d-a5d5-ecb175042a75. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1568.598147] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] Acquiring lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.598279] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] Acquired lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.598423] env[62533]: DEBUG nova.network.neutron [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Refreshing network info cache for port 2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.603122] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1568.603122] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5245bcb9-5608-3827-77eb-505b79f79edd" [ 1568.603122] env[62533]: _type = "Task" [ 1568.603122] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.607668] env[62533]: DEBUG nova.policy [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9e5127ff20544febd43210413091160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ae8a17cbb404f22adc8e5afc73b5ae0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.616878] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5245bcb9-5608-3827-77eb-505b79f79edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.878978] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898239, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.983405] env[62533]: DEBUG nova.network.neutron [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Successfully created port: b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.026911] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.048060] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076512} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.053766] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.053766] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898241, 'name': Rename_Task, 'duration_secs': 0.168643} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.053766] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692ab5d-2408-4649-b80f-4c0c1bf2a4ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.056151] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.056546] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.059208] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-270ee2ff-3027-40ac-ade4-ac889c4821c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.087034] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a/c3215d85-b9ae-4bc9-873d-a5311626f20a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.091469] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab9c658-afbc-4f43-b60b-335c966971b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.108016] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1569.108016] env[62533]: value = "task-1898242" [ 1569.108016] env[62533]: _type = "Task" [ 1569.108016] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.130940] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1569.130940] env[62533]: value = "task-1898243" [ 1569.130940] env[62533]: _type = "Task" [ 1569.130940] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.142965] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.143291] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5245bcb9-5608-3827-77eb-505b79f79edd, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.147446] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c957c35c-4354-448c-87b3-5887e574352f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.154324] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.157993] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1569.157993] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e82c3b-f303-0e9c-0e8b-092e74767b95" [ 1569.157993] env[62533]: _type = "Task" [ 1569.157993] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.168787] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e82c3b-f303-0e9c-0e8b-092e74767b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.240336] env[62533]: DEBUG nova.compute.manager [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Received event network-vif-plugged-cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1569.240701] env[62533]: DEBUG oslo_concurrency.lockutils [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] Acquiring lock "ac5533d7-3d9b-4845-b457-a3adb38ce244-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.240861] env[62533]: DEBUG oslo_concurrency.lockutils [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.241110] env[62533]: DEBUG oslo_concurrency.lockutils [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.241301] env[62533]: DEBUG nova.compute.manager [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] No waiting events found dispatching network-vif-plugged-cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.241481] env[62533]: WARNING nova.compute.manager [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Received unexpected event network-vif-plugged-cfe9a096-c406-423a-9588-a38a72aeb5da for instance with vm_state building and task_state spawning. [ 1569.241643] env[62533]: DEBUG nova.compute.manager [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Received event network-changed-cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1569.241916] env[62533]: DEBUG nova.compute.manager [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Refreshing instance network info cache due to event network-changed-cfe9a096-c406-423a-9588-a38a72aeb5da. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1569.241999] env[62533]: DEBUG oslo_concurrency.lockutils [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] Acquiring lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.242210] env[62533]: DEBUG oslo_concurrency.lockutils [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] Acquired lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.242340] env[62533]: DEBUG nova.network.neutron [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Refreshing network info cache for port cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.384882] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898239, 'name': CreateSnapshot_Task, 'duration_secs': 0.925162} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.385222] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1569.385989] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd665c-1f3d-4ae6-a016-ab56f7afe359 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.453245] env[62533]: DEBUG nova.network.neutron [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updated VIF entry in instance network info cache for port 2224688c-a9f9-4d2d-a5d5-ecb175042a75. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.453245] env[62533]: DEBUG nova.network.neutron [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2224688c-a9f9-4d2d-a5d5-ecb175042a75", "address": "fa:16:3e:80:3e:a6", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2224688c-a9", "ovs_interfaceid": "2224688c-a9f9-4d2d-a5d5-ecb175042a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.589095] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.627604] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898242, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.641647] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898243, 'name': ReconfigVM_Task, 'duration_secs': 0.430989} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.641971] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a/c3215d85-b9ae-4bc9-873d-a5311626f20a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.643098] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62533) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1569.643200] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-cc6e4e0e-9f9c-4bcb-a769-96684dccf776 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.650340] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1569.650340] env[62533]: value = "task-1898244" [ 1569.650340] env[62533]: _type = "Task" [ 1569.650340] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.659979] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898244, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.669365] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e82c3b-f303-0e9c-0e8b-092e74767b95, 'name': SearchDatastore_Task, 'duration_secs': 0.01547} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.672174] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.672461] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] ac5533d7-3d9b-4845-b457-a3adb38ce244/ac5533d7-3d9b-4845-b457-a3adb38ce244.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.673800] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12599b77-9120-4b72-8a86-cc8df54cd37e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.679838] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1569.679838] env[62533]: value = "task-1898245" [ 1569.679838] env[62533]: _type = "Task" [ 1569.679838] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.688545] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.703886] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94fa36d-0f93-42bf-817a-e4e5256dba3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.711831] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c28e957-4e78-4e0f-ba93-8e2394cdc1b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.744152] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8807c5ca-53ad-4d28-9951-75f6ed11aa78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.754283] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bddd99-ec09-429b-abed-4725551e0ba0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.771200] env[62533]: DEBUG nova.compute.provider_tree [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.912030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1569.920745] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db1f504c-15b0-494e-91b6-953abbf99608 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.932807] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1569.932807] env[62533]: value = "task-1898246" [ 1569.932807] env[62533]: _type = "Task" [ 1569.932807] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.942747] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898246, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.959686] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e760d7d-ba9b-48e7-957a-b60a2662805f req-2ac1b5f4-09d3-4e00-82fb-671435c0e170 service nova] Releasing lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.043796] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.083309] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.083626] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.083849] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.084262] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.084473] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.084640] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.084858] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.085150] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.085358] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.085656] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.086750] env[62533]: DEBUG nova.virt.hardware [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.087692] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445ce5bf-0866-4b59-a71f-b66cabb253e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.099564] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba76a93-fd13-435c-b83f-4c8781250d3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.118184] env[62533]: DEBUG nova.network.neutron [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updated VIF entry in instance network info cache for port cfe9a096-c406-423a-9588-a38a72aeb5da. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.118184] env[62533]: DEBUG nova.network.neutron [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [{"id": "cfe9a096-c406-423a-9588-a38a72aeb5da", "address": "fa:16:3e:98:1b:99", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe9a096-c4", "ovs_interfaceid": "cfe9a096-c406-423a-9588-a38a72aeb5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.129515] env[62533]: DEBUG oslo_vmware.api [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898242, 'name': PowerOnVM_Task, 'duration_secs': 0.568582} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.130081] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.130081] env[62533]: INFO nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1570.130873] env[62533]: DEBUG nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.131290] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81be231-50ac-4a9f-9166-46d217c1f918 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.164016] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898244, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056083} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.164349] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62533) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1570.165248] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a6f696-45bc-452e-a1a1-bc5f1e9d0f1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.208418] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a/ephemeral_0.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.209458] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.209878] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lock "4461ed70-858b-4907-9802-b81499c609bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.217860] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d35798c7-26de-49f8-b5c2-be1d0a8e6612 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.244154] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898245, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.248158] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1570.248158] env[62533]: value = "task-1898247" [ 1570.248158] env[62533]: _type = "Task" [ 1570.248158] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.256010] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.274429] env[62533]: DEBUG nova.scheduler.client.report [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.443144] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898246, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.625165] env[62533]: DEBUG oslo_concurrency.lockutils [req-d1e13b08-22d1-4234-b3b7-e0adc2677f51 req-8700fd03-3e81-47e9-bb2e-d027bb4b53b1 service nova] Releasing lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.656354] env[62533]: INFO nova.compute.manager [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Took 43.90 seconds to build instance. [ 1570.707569] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65871} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.707904] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] ac5533d7-3d9b-4845-b457-a3adb38ce244/ac5533d7-3d9b-4845-b457-a3adb38ce244.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.708379] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.708379] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-252345cb-1f3d-4061-9340-f45051d92642 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.716648] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1570.716648] env[62533]: value = "task-1898248" [ 1570.716648] env[62533]: _type = "Task" [ 1570.716648] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.728184] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.737417] env[62533]: INFO nova.compute.manager [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Detaching volume 9612fe19-838d-4fc2-922a-da730d2081c5 [ 1570.757690] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.780453] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.781072] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1570.788046] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.765s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.793243] env[62533]: INFO nova.virt.block_device [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Attempting to driver detach volume 9612fe19-838d-4fc2-922a-da730d2081c5 from mountpoint /dev/sdb [ 1570.793243] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1570.793243] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391960', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'name': 'volume-9612fe19-838d-4fc2-922a-da730d2081c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4461ed70-858b-4907-9802-b81499c609bf', 'attached_at': '', 'detached_at': '', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'serial': '9612fe19-838d-4fc2-922a-da730d2081c5'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1570.793891] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878c5156-619d-4d7f-900a-cc54cad74cda {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.819056] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a64160b-9cd4-4281-8a0c-ec60a89a593a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.828658] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8e3f6-cc15-4334-a466-2d2b0865a283 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.853151] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0528d5-92ab-4b26-8a47-8a7e7a4d485a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.873054] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] The volume has not been displaced from its original location: [datastore2] volume-9612fe19-838d-4fc2-922a-da730d2081c5/volume-9612fe19-838d-4fc2-922a-da730d2081c5.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1570.878531] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1570.879311] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03db0bea-56c7-487d-bece-cdfe9e3478a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.899018] env[62533]: DEBUG oslo_vmware.api [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Waiting for the task: (returnval){ [ 1570.899018] env[62533]: value = "task-1898249" [ 1570.899018] env[62533]: _type = "Task" [ 1570.899018] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.907961] env[62533]: DEBUG oslo_vmware.api [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.946164] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898246, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.158208] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d3bda187-ea91-4edc-9ce9-f8880815ed77 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.873s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.230971] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079799} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.231493] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.232253] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e34ba6c-5c88-4362-b60b-57fe2bf43665 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.259611] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ac5533d7-3d9b-4845-b457-a3adb38ce244/ac5533d7-3d9b-4845-b457-a3adb38ce244.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.265222] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-606692d0-6959-4d86-ba06-de6f60cc967c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.283827] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.284315] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.291684] env[62533]: DEBUG nova.compute.utils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.296342] env[62533]: INFO nova.compute.claims [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.303497] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898247, 'name': ReconfigVM_Task, 'duration_secs': 0.801097} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.305500] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1571.305797] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1571.308168] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a/ephemeral_0.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.309223] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1571.309223] env[62533]: value = "task-1898250" [ 1571.309223] env[62533]: _type = "Task" [ 1571.309223] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.309891] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31539c2a-70c9-4389-95e8-bad8eca612a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.324618] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.326183] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1571.326183] env[62533]: value = "task-1898251" [ 1571.326183] env[62533]: _type = "Task" [ 1571.326183] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.335365] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898251, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.369792] env[62533]: DEBUG nova.network.neutron [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Successfully updated port: b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.405826] env[62533]: DEBUG nova.policy [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13eccd593caa4c1ea3325faadcd06c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ce4000f07d54f7a88403d2fa94fbf37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1571.412580] env[62533]: DEBUG oslo_vmware.api [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898249, 'name': ReconfigVM_Task, 'duration_secs': 0.333225} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.412996] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1571.418439] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7613764-5995-4523-9da5-f5c53fc46d88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.440673] env[62533]: DEBUG oslo_vmware.api [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Waiting for the task: (returnval){ [ 1571.440673] env[62533]: value = "task-1898252" [ 1571.440673] env[62533]: _type = "Task" [ 1571.440673] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.451077] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898246, 'name': CloneVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.455127] env[62533]: DEBUG oslo_vmware.api [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.575028] env[62533]: DEBUG nova.compute.manager [req-5cc50792-f8b9-4127-bb09-1fb7d6141311 req-5e9481e5-0eec-414a-8f21-56b5ddb19237 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Received event network-vif-plugged-b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1571.575327] env[62533]: DEBUG oslo_concurrency.lockutils [req-5cc50792-f8b9-4127-bb09-1fb7d6141311 req-5e9481e5-0eec-414a-8f21-56b5ddb19237 service nova] Acquiring lock "36735008-9684-4c31-b3bf-d0b17b641a52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.575851] env[62533]: DEBUG oslo_concurrency.lockutils [req-5cc50792-f8b9-4127-bb09-1fb7d6141311 req-5e9481e5-0eec-414a-8f21-56b5ddb19237 service nova] Lock "36735008-9684-4c31-b3bf-d0b17b641a52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.575851] env[62533]: DEBUG oslo_concurrency.lockutils [req-5cc50792-f8b9-4127-bb09-1fb7d6141311 req-5e9481e5-0eec-414a-8f21-56b5ddb19237 service nova] Lock "36735008-9684-4c31-b3bf-d0b17b641a52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.578117] env[62533]: DEBUG nova.compute.manager [req-5cc50792-f8b9-4127-bb09-1fb7d6141311 req-5e9481e5-0eec-414a-8f21-56b5ddb19237 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] No waiting events found dispatching network-vif-plugged-b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.578117] env[62533]: WARNING nova.compute.manager [req-5cc50792-f8b9-4127-bb09-1fb7d6141311 req-5e9481e5-0eec-414a-8f21-56b5ddb19237 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Received unexpected event network-vif-plugged-b5088624-e170-4108-8d75-7ec524b9b0ee for instance with vm_state building and task_state spawning. [ 1571.786649] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.806161] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1571.808634] env[62533]: INFO nova.compute.resource_tracker [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating resource usage from migration d13f9d42-ead9-42af-951a-6a3b5b6650f3 [ 1571.827181] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.835552] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898251, 'name': Rename_Task, 'duration_secs': 0.238931} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.836016] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.836330] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7d2735-a2ed-4bb2-a267-67d516c2cb56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.849240] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1571.849240] env[62533]: value = "task-1898253" [ 1571.849240] env[62533]: _type = "Task" [ 1571.849240] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.864273] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898253, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.872590] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "refresh_cache-36735008-9684-4c31-b3bf-d0b17b641a52" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.872758] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquired lock "refresh_cache-36735008-9684-4c31-b3bf-d0b17b641a52" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.872910] env[62533]: DEBUG nova.network.neutron [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.936850] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-eda42c6c-48a5-46ed-a905-bae640ba0b90-2224688c-a9f9-4d2d-a5d5-ecb175042a75" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.937216] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-eda42c6c-48a5-46ed-a905-bae640ba0b90-2224688c-a9f9-4d2d-a5d5-ecb175042a75" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.955732] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898246, 'name': CloneVM_Task, 'duration_secs': 1.596477} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.959588] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Created linked-clone VM from snapshot [ 1571.959853] env[62533]: DEBUG oslo_vmware.api [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Task: {'id': task-1898252, 'name': ReconfigVM_Task, 'duration_secs': 0.180671} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.960700] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a58bce-9620-41f7-a1df-3fefa709b6d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.963698] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391960', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'name': 'volume-9612fe19-838d-4fc2-922a-da730d2081c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4461ed70-858b-4907-9802-b81499c609bf', 'attached_at': '', 'detached_at': '', 'volume_id': '9612fe19-838d-4fc2-922a-da730d2081c5', 'serial': '9612fe19-838d-4fc2-922a-da730d2081c5'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1571.976123] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Uploading image 314e550b-77a5-4148-b877-5b038a73443f {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1572.072765] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1572.072765] env[62533]: value = "vm-391966" [ 1572.072765] env[62533]: _type = "VirtualMachine" [ 1572.072765] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1572.073139] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b45d467-07ff-47d9-8172-4f6bcd2c5a7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.082237] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lease: (returnval){ [ 1572.082237] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527dd8f6-89aa-cd69-6d70-817f4f2d278a" [ 1572.082237] env[62533]: _type = "HttpNfcLease" [ 1572.082237] env[62533]: } obtained for exporting VM: (result){ [ 1572.082237] env[62533]: value = "vm-391966" [ 1572.082237] env[62533]: _type = "VirtualMachine" [ 1572.082237] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1572.082533] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the lease: (returnval){ [ 1572.082533] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527dd8f6-89aa-cd69-6d70-817f4f2d278a" [ 1572.082533] env[62533]: _type = "HttpNfcLease" [ 1572.082533] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1572.090605] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1572.090605] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527dd8f6-89aa-cd69-6d70-817f4f2d278a" [ 1572.090605] env[62533]: _type = "HttpNfcLease" [ 1572.090605] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1572.134786] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524321d6-444c-21a5-75d4-385bd3222b8c/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1572.136227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68ad293-2e72-4195-a9d4-84e0a7979621 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.145706] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524321d6-444c-21a5-75d4-385bd3222b8c/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1572.145706] env[62533]: ERROR oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524321d6-444c-21a5-75d4-385bd3222b8c/disk-0.vmdk due to incomplete transfer. [ 1572.147753] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed09d4b8-ef7f-495c-ac47-3d1db6ed467c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.159644] env[62533]: DEBUG oslo_vmware.rw_handles [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524321d6-444c-21a5-75d4-385bd3222b8c/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1572.159851] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Uploaded image 7b1e0e0a-68b3-4013-8912-7f15be1cfb37 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1572.166214] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1572.166214] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74016a23-842d-4153-bcb6-8db332021484 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.170382] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1572.170382] env[62533]: value = "task-1898255" [ 1572.170382] env[62533]: _type = "Task" [ 1572.170382] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.179066] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898255, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.275297] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Successfully created port: 7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.327587] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.331404] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898250, 'name': ReconfigVM_Task, 'duration_secs': 0.550158} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.331811] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ac5533d7-3d9b-4845-b457-a3adb38ce244/ac5533d7-3d9b-4845-b457-a3adb38ce244.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.332431] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b91c79d-9e5e-4a23-9ef5-3bb329a4a525 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.340121] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1572.340121] env[62533]: value = "task-1898256" [ 1572.340121] env[62533]: _type = "Task" [ 1572.340121] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.351875] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898256, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.362165] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898253, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.439601] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca965028-b0e7-47dd-8b65-b6d882c75036 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.443494] env[62533]: DEBUG nova.network.neutron [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1572.446742] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.446922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.448200] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a0ca3e-170d-4425-aa79-931f43a0e40d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.455970] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e170bf4d-e127-4766-a67f-97272d8bcab6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.480929] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6210fcf-0cfb-4551-b515-6e8cc06f7f28 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.520283] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88adbea8-4042-4e86-a20e-3abbc2a792d3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.546601] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Reconfiguring VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1572.548227] env[62533]: DEBUG nova.objects.instance [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lazy-loading 'flavor' on Instance uuid 4461ed70-858b-4907-9802-b81499c609bf {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.550050] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30923ed3-be17-418f-9add-bd3708d68ff5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.572507] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188b440-cce1-4e82-a234-9c51666a17a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.579359] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1572.579359] env[62533]: value = "task-1898257" [ 1572.579359] env[62533]: _type = "Task" [ 1572.579359] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.594606] env[62533]: DEBUG nova.compute.provider_tree [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.606559] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.611475] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1572.611475] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527dd8f6-89aa-cd69-6d70-817f4f2d278a" [ 1572.611475] env[62533]: _type = "HttpNfcLease" [ 1572.611475] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1572.612202] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1572.612202] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527dd8f6-89aa-cd69-6d70-817f4f2d278a" [ 1572.612202] env[62533]: _type = "HttpNfcLease" [ 1572.612202] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1572.613049] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbbec95-21c0-40fc-9519-7aa34454649d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.621450] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab617-d068-93a1-9957-bb2fc6705ee4/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1572.621719] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab617-d068-93a1-9957-bb2fc6705ee4/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1572.693390] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898255, 'name': Destroy_Task, 'duration_secs': 0.518347} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.693929] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Destroyed the VM [ 1572.694214] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1572.694765] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22a42e37-78a2-4c14-b26a-2ac7f5ec94d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.700689] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1572.700689] env[62533]: value = "task-1898258" [ 1572.700689] env[62533]: _type = "Task" [ 1572.700689] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.709198] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.779884] env[62533]: DEBUG nova.network.neutron [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Updating instance_info_cache with network_info: [{"id": "b5088624-e170-4108-8d75-7ec524b9b0ee", "address": "fa:16:3e:39:9f:b5", "network": {"id": "d5799f9a-48b3-4d7e-bbf8-e77dc1c4578e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-19838081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ae8a17cbb404f22adc8e5afc73b5ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5088624-e1", "ovs_interfaceid": "b5088624-e170-4108-8d75-7ec524b9b0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.825326] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1572.851979] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898256, 'name': Rename_Task, 'duration_secs': 0.193793} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.856576] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1572.856850] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.856982] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1572.857212] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.857360] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1572.857519] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1572.857729] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1572.857915] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1572.858114] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1572.858315] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1572.858508] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1572.862083] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.862933] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e8f85-df99-422e-b28d-fe23b86679b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.865706] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c6a865-1211-450e-81fc-f068170b3af0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.867380] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f372acc9-f037-40dd-b4d7-92e7f01f791d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.879676] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117fa616-e3c4-414f-9fca-82da4092621e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.883605] env[62533]: DEBUG oslo_vmware.api [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898253, 'name': PowerOnVM_Task, 'duration_secs': 0.618782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.886506] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.886702] env[62533]: INFO nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1572.886880] env[62533]: DEBUG nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.887210] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1572.887210] env[62533]: value = "task-1898259" [ 1572.887210] env[62533]: _type = "Task" [ 1572.887210] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.888437] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80bf8d4-86ed-4417-9cd3-95641d33dfc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.921468] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898259, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.090476] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.102973] env[62533]: DEBUG nova.scheduler.client.report [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.113692] env[62533]: DEBUG nova.compute.manager [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.114791] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7eda96-6bdd-4731-be54-62ad9b88a84c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.213099] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.286329] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Releasing lock "refresh_cache-36735008-9684-4c31-b3bf-d0b17b641a52" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.286329] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Instance network_info: |[{"id": "b5088624-e170-4108-8d75-7ec524b9b0ee", "address": "fa:16:3e:39:9f:b5", "network": {"id": "d5799f9a-48b3-4d7e-bbf8-e77dc1c4578e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-19838081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ae8a17cbb404f22adc8e5afc73b5ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5088624-e1", "ovs_interfaceid": "b5088624-e170-4108-8d75-7ec524b9b0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1573.286329] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:9f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5088624-e170-4108-8d75-7ec524b9b0ee', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.294290] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Creating folder: Project (8ae8a17cbb404f22adc8e5afc73b5ae0). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1573.294290] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54319899-466d-4ef2-8185-831b93c8d57c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.307185] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Created folder: Project (8ae8a17cbb404f22adc8e5afc73b5ae0) in parent group-v391816. [ 1573.307489] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Creating folder: Instances. Parent ref: group-v391967. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1573.307758] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-532d5026-5c6a-43e6-b73e-bb1539705de6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.318849] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Created folder: Instances in parent group-v391967. [ 1573.319021] env[62533]: DEBUG oslo.service.loopingcall [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.319153] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.320037] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e514e5-4d3a-456a-a153-f72de733b81a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.343534] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.343534] env[62533]: value = "task-1898262" [ 1573.343534] env[62533]: _type = "Task" [ 1573.343534] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.351956] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898262, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.408163] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.437671] env[62533]: INFO nova.compute.manager [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Took 44.54 seconds to build instance. [ 1573.570961] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5cf4a14e-813c-4ba1-ac8d-242f67eb660a tempest-VolumesAssistedSnapshotsTest-506432964 tempest-VolumesAssistedSnapshotsTest-506432964-project-admin] Lock "4461ed70-858b-4907-9802-b81499c609bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.361s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.595068] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.609770] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.821s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.613021] env[62533]: INFO nova.compute.manager [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Migrating [ 1573.617663] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.670s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.619530] env[62533]: INFO nova.compute.claims [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.637285] env[62533]: INFO nova.compute.manager [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] instance snapshotting [ 1573.640015] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f10b6c-0f0e-4733-905c-ac1b9ac1fffe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.671957] env[62533]: DEBUG nova.compute.manager [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Received event network-changed-b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1573.672239] env[62533]: DEBUG nova.compute.manager [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Refreshing instance network info cache due to event network-changed-b5088624-e170-4108-8d75-7ec524b9b0ee. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1573.672506] env[62533]: DEBUG oslo_concurrency.lockutils [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] Acquiring lock "refresh_cache-36735008-9684-4c31-b3bf-d0b17b641a52" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.672710] env[62533]: DEBUG oslo_concurrency.lockutils [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] Acquired lock "refresh_cache-36735008-9684-4c31-b3bf-d0b17b641a52" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.672984] env[62533]: DEBUG nova.network.neutron [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Refreshing network info cache for port b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.676313] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189859f-7a48-41d6-8496-d36aec6ee1cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.711830] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898258, 'name': RemoveSnapshot_Task, 'duration_secs': 0.80495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.712535] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1573.712835] env[62533]: DEBUG nova.compute.manager [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.714268] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6deb438-f9de-45ff-b7bb-a8de4e77b916 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.853664] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898262, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.908534] env[62533]: DEBUG oslo_vmware.api [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898259, 'name': PowerOnVM_Task, 'duration_secs': 0.710909} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.908534] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.913019] env[62533]: INFO nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1573.913019] env[62533]: DEBUG nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.913019] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dc7a51-af6c-422e-9a97-b41ce52c43fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.944851] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a238c98-1622-4052-bb3f-720d94a0243e tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.977s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.093075] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.135990] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.136743] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.138360] env[62533]: DEBUG nova.network.neutron [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.156949] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Successfully updated port: 7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1574.192680] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1574.193624] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4c3434d-8d77-4576-99c8-42affd7a1a28 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.203838] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1574.203838] env[62533]: value = "task-1898264" [ 1574.203838] env[62533]: _type = "Task" [ 1574.203838] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.219954] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.228548] env[62533]: INFO nova.compute.manager [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Shelve offloading [ 1574.358820] env[62533]: DEBUG nova.compute.manager [req-e65a8c40-0978-47b8-8d70-2291893da398 req-f454d734-38e1-4b5b-a68c-f8cce4d085e1 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Received event network-vif-plugged-7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1574.359127] env[62533]: DEBUG oslo_concurrency.lockutils [req-e65a8c40-0978-47b8-8d70-2291893da398 req-f454d734-38e1-4b5b-a68c-f8cce4d085e1 service nova] Acquiring lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.359576] env[62533]: DEBUG oslo_concurrency.lockutils [req-e65a8c40-0978-47b8-8d70-2291893da398 req-f454d734-38e1-4b5b-a68c-f8cce4d085e1 service nova] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.359837] env[62533]: DEBUG oslo_concurrency.lockutils [req-e65a8c40-0978-47b8-8d70-2291893da398 req-f454d734-38e1-4b5b-a68c-f8cce4d085e1 service nova] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.360063] env[62533]: DEBUG nova.compute.manager [req-e65a8c40-0978-47b8-8d70-2291893da398 req-f454d734-38e1-4b5b-a68c-f8cce4d085e1 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] No waiting events found dispatching network-vif-plugged-7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.360418] env[62533]: WARNING nova.compute.manager [req-e65a8c40-0978-47b8-8d70-2291893da398 req-f454d734-38e1-4b5b-a68c-f8cce4d085e1 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Received unexpected event network-vif-plugged-7edffb93-c184-4c40-9b0b-fc34b32f514f for instance with vm_state building and task_state spawning. [ 1574.365082] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898262, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.433844] env[62533]: INFO nova.compute.manager [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Took 39.29 seconds to build instance. [ 1574.603160] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.607503] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.610776] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.660874] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "refresh_cache-3bc555d6-fe6e-4c8d-96cb-300ac417681c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.661217] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "refresh_cache-3bc555d6-fe6e-4c8d-96cb-300ac417681c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.661873] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.682957] env[62533]: DEBUG nova.network.neutron [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Updated VIF entry in instance network info cache for port b5088624-e170-4108-8d75-7ec524b9b0ee. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.683371] env[62533]: DEBUG nova.network.neutron [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Updating instance_info_cache with network_info: [{"id": "b5088624-e170-4108-8d75-7ec524b9b0ee", "address": "fa:16:3e:39:9f:b5", "network": {"id": "d5799f9a-48b3-4d7e-bbf8-e77dc1c4578e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-19838081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ae8a17cbb404f22adc8e5afc73b5ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5088624-e1", "ovs_interfaceid": "b5088624-e170-4108-8d75-7ec524b9b0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.722268] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.736018] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.736552] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d1b5ad-547f-4bed-8174-6638966aa01e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.746980] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1574.746980] env[62533]: value = "task-1898265" [ 1574.746980] env[62533]: _type = "Task" [ 1574.746980] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.759590] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1574.759804] env[62533]: DEBUG nova.compute.manager [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.760760] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0aeb85-2b78-4213-a9a4-bd259f181813 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.772692] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.772937] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.773291] env[62533]: DEBUG nova.network.neutron [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.860885] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898262, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.940349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-acac6c91-69d9-4233-9a40-7c649d6e9b4d tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.709s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.042456] env[62533]: DEBUG nova.network.neutron [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [{"id": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "address": "fa:16:3e:c5:0f:c8", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871fcc7-eb", "ovs_interfaceid": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.098412] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.115152] env[62533]: DEBUG nova.compute.utils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.185636] env[62533]: DEBUG oslo_concurrency.lockutils [req-93e81197-9eed-4817-b005-f90576b6322e req-fc33692c-8ae4-4490-a4eb-1e1a852ed603 service nova] Releasing lock "refresh_cache-36735008-9684-4c31-b3bf-d0b17b641a52" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.210318] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1575.229860] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898264, 'name': CreateSnapshot_Task, 'duration_secs': 0.873152} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.230235] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1575.231388] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0035163a-c595-4cb0-a816-15ce31965e4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.271960] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e555b1-3537-47fa-8799-9d68fa31fab8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.286847] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113af34e-343c-4615-83ec-ac1cc4889f47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.328212] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2f7875-4b6e-4ec1-82db-31b8551666e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.335987] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811fe2cd-0cf9-4840-bb85-a4e4edc6667c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.355628] env[62533]: DEBUG nova.compute.provider_tree [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.365358] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898262, 'name': CreateVM_Task, 'duration_secs': 1.91331} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.366243] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.366907] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.367173] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.367487] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.367948] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda5ca64-b4a9-459a-80f5-1bbfb0fc0dff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.373054] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1575.373054] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab5e6b-c5e0-8ee7-8f7e-0efdeeb357a0" [ 1575.373054] env[62533]: _type = "Task" [ 1575.373054] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.382991] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab5e6b-c5e0-8ee7-8f7e-0efdeeb357a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.513367] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Updating instance_info_cache with network_info: [{"id": "7edffb93-c184-4c40-9b0b-fc34b32f514f", "address": "fa:16:3e:ff:9c:ac", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edffb93-c1", "ovs_interfaceid": "7edffb93-c184-4c40-9b0b-fc34b32f514f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.549347] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.596949] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.618903] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.664598] env[62533]: DEBUG nova.network.neutron [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.755822] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1575.756337] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a9c08bc-8038-4db2-83f6-64325752b1ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.766940] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1575.766940] env[62533]: value = "task-1898266" [ 1575.766940] env[62533]: _type = "Task" [ 1575.766940] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.777148] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898266, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.862713] env[62533]: DEBUG nova.scheduler.client.report [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.886780] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ab5e6b-c5e0-8ee7-8f7e-0efdeeb357a0, 'name': SearchDatastore_Task, 'duration_secs': 0.16431} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.888316] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.888316] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.888540] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.888540] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.888701] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.889267] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5032e4c5-4eb1-4577-adb2-0e6a1ba9bcc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.900021] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.900234] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.901221] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61eea791-7e64-4b6e-ba80-1c1491b1faad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.907825] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1575.907825] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4debb-d1d3-ed49-41bd-0164910dcc9a" [ 1575.907825] env[62533]: _type = "Task" [ 1575.907825] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.922179] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4debb-d1d3-ed49-41bd-0164910dcc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.018647] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "refresh_cache-3bc555d6-fe6e-4c8d-96cb-300ac417681c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.020670] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Instance network_info: |[{"id": "7edffb93-c184-4c40-9b0b-fc34b32f514f", "address": "fa:16:3e:ff:9c:ac", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edffb93-c1", "ovs_interfaceid": "7edffb93-c184-4c40-9b0b-fc34b32f514f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1576.021092] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:9c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7edffb93-c184-4c40-9b0b-fc34b32f514f', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.032514] env[62533]: DEBUG oslo.service.loopingcall [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.032879] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.033191] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d351ac45-44a3-45e8-81fb-6ccfc4d9d2d4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.061103] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.061103] env[62533]: value = "task-1898267" [ 1576.061103] env[62533]: _type = "Task" [ 1576.061103] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.074020] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898267, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.095172] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.168478] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.279074] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898266, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.372018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.372018] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.374498] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.027s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.380458] env[62533]: INFO nova.compute.claims [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.421056] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4debb-d1d3-ed49-41bd-0164910dcc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.173801} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.425050] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce69931b-acaf-459c-963e-7d5956dc566a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.431907] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1576.431907] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250d78c-64c4-d750-5e3d-a012d0f08ac6" [ 1576.431907] env[62533]: _type = "Task" [ 1576.431907] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.444711] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250d78c-64c4-d750-5e3d-a012d0f08ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.578517] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898267, 'name': CreateVM_Task, 'duration_secs': 0.49042} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.581868] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.581868] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.581868] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.581868] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.581868] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c752ebdb-7f93-4bf3-863b-c5bd012dd9a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.590710] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1576.590710] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5258de3b-bf2a-67eb-a571-7945a59b96d5" [ 1576.590710] env[62533]: _type = "Task" [ 1576.590710] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.598461] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.603527] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5258de3b-bf2a-67eb-a571-7945a59b96d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.714623] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.714887] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.715133] env[62533]: INFO nova.compute.manager [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Attaching volume e14669a1-6e80-44ab-aee6-3aae0cc38ee5 to /dev/sdb [ 1576.735623] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.736540] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0b1206-f810-441e-9b79-c7024f68f808 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.746189] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.746473] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed5d190a-f153-4992-ba6a-157131a0c071 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.754656] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a31f827-0055-4cf7-8424-4dfacca8ef63 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.761770] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6268851-5e15-4a78-8fa3-9840f11729d3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.776272] env[62533]: DEBUG nova.virt.block_device [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating existing volume attachment record: 0ed3b0fa-cdd5-4363-8605-4a4f3a57e2da {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1576.783089] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898266, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.857225] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.857458] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.857636] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleting the datastore file [datastore2] d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.857901] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9213009-2e21-48a6-b01b-2658f4414c49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.864828] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1576.864828] env[62533]: value = "task-1898269" [ 1576.864828] env[62533]: _type = "Task" [ 1576.864828] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.876585] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.887017] env[62533]: DEBUG nova.compute.utils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.891734] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.891987] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.899672] env[62533]: DEBUG nova.compute.manager [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Received event network-changed-7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1576.899672] env[62533]: DEBUG nova.compute.manager [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Refreshing instance network info cache due to event network-changed-7edffb93-c184-4c40-9b0b-fc34b32f514f. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1576.899672] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Acquiring lock "refresh_cache-3bc555d6-fe6e-4c8d-96cb-300ac417681c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.899672] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Acquired lock "refresh_cache-3bc555d6-fe6e-4c8d-96cb-300ac417681c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.899672] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Refreshing network info cache for port 7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.943193] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250d78c-64c4-d750-5e3d-a012d0f08ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.013118} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.943568] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.943759] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 36735008-9684-4c31-b3bf-d0b17b641a52/36735008-9684-4c31-b3bf-d0b17b641a52.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.943940] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3dc8a5-95c4-49ba-9658-5b3168be56e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.947508] env[62533]: DEBUG nova.policy [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13eccd593caa4c1ea3325faadcd06c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ce4000f07d54f7a88403d2fa94fbf37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.954332] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1576.954332] env[62533]: value = "task-1898271" [ 1576.954332] env[62533]: _type = "Task" [ 1576.954332] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.965278] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.073995] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0985c146-0c57-4537-b7ca-14ac5881d956 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.102694] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1577.130186] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.130630] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5258de3b-bf2a-67eb-a571-7945a59b96d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019284} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.131349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.131349] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.131575] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.131826] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.132158] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.133069] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc816846-5629-4ef6-a703-ca74fec602b3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.142880] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.143826] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.144340] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bb2f30-9511-4302-b085-c61991e23dea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.151394] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1577.151394] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e9484-46b1-8901-4285-03edc0d9c6f9" [ 1577.151394] env[62533]: _type = "Task" [ 1577.151394] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.162461] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e9484-46b1-8901-4285-03edc0d9c6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.279743] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898266, 'name': CloneVM_Task, 'duration_secs': 1.483457} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.280521] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Created linked-clone VM from snapshot [ 1577.284828] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ffddb-3c82-49b8-b55c-177d56611653 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.291050] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Uploading image 1576953c-e499-4fde-bd3d-a10e9f75f133 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1577.328221] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1577.328221] env[62533]: value = "vm-391971" [ 1577.328221] env[62533]: _type = "VirtualMachine" [ 1577.328221] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1577.328616] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a696810-a886-4018-8e3a-ad4beec25944 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.339510] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lease: (returnval){ [ 1577.339510] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214835f-14bd-1e46-aa70-7f18fa0a5309" [ 1577.339510] env[62533]: _type = "HttpNfcLease" [ 1577.339510] env[62533]: } obtained for exporting VM: (result){ [ 1577.339510] env[62533]: value = "vm-391971" [ 1577.339510] env[62533]: _type = "VirtualMachine" [ 1577.339510] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1577.339510] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the lease: (returnval){ [ 1577.339510] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214835f-14bd-1e46-aa70-7f18fa0a5309" [ 1577.339510] env[62533]: _type = "HttpNfcLease" [ 1577.339510] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1577.345421] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.345421] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214835f-14bd-1e46-aa70-7f18fa0a5309" [ 1577.345421] env[62533]: _type = "HttpNfcLease" [ 1577.345421] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1577.377309] env[62533]: DEBUG oslo_vmware.api [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298131} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.377570] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.377797] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.378621] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.392776] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.428124] env[62533]: INFO nova.scheduler.client.report [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted allocations for instance d743b16c-c3d7-46fe-989f-169500d2b177 [ 1577.460332] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Successfully created port: b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.468499] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.471372] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.471617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "4461ed70-858b-4907-9802-b81499c609bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.471908] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "4461ed70-858b-4907-9802-b81499c609bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.472048] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "4461ed70-858b-4907-9802-b81499c609bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.472159] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "4461ed70-858b-4907-9802-b81499c609bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.474848] env[62533]: INFO nova.compute.manager [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Terminating instance [ 1577.570633] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.571128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.571276] env[62533]: INFO nova.compute.manager [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Rebooting instance [ 1577.614388] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.618212] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.618513] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b508e036-a930-4788-9324-a350b38e4bd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.628710] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1577.628710] env[62533]: value = "task-1898275" [ 1577.628710] env[62533]: _type = "Task" [ 1577.628710] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.641208] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.664442] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e9484-46b1-8901-4285-03edc0d9c6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018307} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.669159] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f9294e-ae45-432c-94ca-bbf1f9ddfb2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.675349] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1577.675349] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524a21b5-0cab-5ce3-4d10-51b5e1a6040d" [ 1577.675349] env[62533]: _type = "Task" [ 1577.675349] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.687910] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524a21b5-0cab-5ce3-4d10-51b5e1a6040d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.851411] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.851411] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214835f-14bd-1e46-aa70-7f18fa0a5309" [ 1577.851411] env[62533]: _type = "HttpNfcLease" [ 1577.851411] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1577.852284] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1577.852284] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214835f-14bd-1e46-aa70-7f18fa0a5309" [ 1577.852284] env[62533]: _type = "HttpNfcLease" [ 1577.852284] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1577.852614] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b93897-979e-4c09-8125-d87c67331f35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.861810] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5411c-6b1d-190d-e0bf-5d2fb605abb3/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1577.862316] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5411c-6b1d-190d-e0bf-5d2fb605abb3/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1577.935561] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Updated VIF entry in instance network info cache for port 7edffb93-c184-4c40-9b0b-fc34b32f514f. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.935936] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Updating instance_info_cache with network_info: [{"id": "7edffb93-c184-4c40-9b0b-fc34b32f514f", "address": "fa:16:3e:ff:9c:ac", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edffb93-c1", "ovs_interfaceid": "7edffb93-c184-4c40-9b0b-fc34b32f514f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.937913] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.966622] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663471} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.966931] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 36735008-9684-4c31-b3bf-d0b17b641a52/36735008-9684-4c31-b3bf-d0b17b641a52.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.967163] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.970540] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17eaad37-235f-4a43-b609-8f32e6b598a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.976869] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1577.976869] env[62533]: value = "task-1898276" [ 1577.976869] env[62533]: _type = "Task" [ 1577.976869] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.982188] env[62533]: DEBUG nova.compute.manager [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.982952] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.983807] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb32c6a-0913-46a3-93de-a336f9aa7bcd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.990262] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.993440] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb3b219c-1df5-445a-9fc3-5bf3b013c0ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.001091] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.002339] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16f481fe-8423-4cd6-b590-195300097ca4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.008212] env[62533]: DEBUG oslo_vmware.api [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1578.008212] env[62533]: value = "task-1898277" [ 1578.008212] env[62533]: _type = "Task" [ 1578.008212] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.019830] env[62533]: DEBUG oslo_vmware.api [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1898277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.086944] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d6cb8-dcd5-44ad-90c9-2ffd0a9255d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.095011] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15145e00-54d6-4b94-885b-f1003e7785e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.102032] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.102223] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquired lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.102398] env[62533]: DEBUG nova.network.neutron [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.147750] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc434bc2-d400-4a5d-8d1a-e41f407f1e3f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.158611] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.165731] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898275, 'name': PowerOffVM_Task, 'duration_secs': 0.252272} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.165899] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.165999] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.170735] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f57d2-3742-4b6e-93e3-f2b65b229a1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.190871] env[62533]: DEBUG nova.compute.provider_tree [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.197937] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524a21b5-0cab-5ce3-4d10-51b5e1a6040d, 'name': SearchDatastore_Task, 'duration_secs': 0.015745} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.197937] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.197937] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3bc555d6-fe6e-4c8d-96cb-300ac417681c/3bc555d6-fe6e-4c8d-96cb-300ac417681c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.197937] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c7b650-59a5-4137-8a08-9f0932abaeea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.204888] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1578.204888] env[62533]: value = "task-1898278" [ 1578.204888] env[62533]: _type = "Task" [ 1578.204888] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.218611] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.440173] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.444075] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Releasing lock "refresh_cache-3bc555d6-fe6e-4c8d-96cb-300ac417681c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.444455] env[62533]: DEBUG nova.compute.manager [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Received event network-changed-a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1578.444842] env[62533]: DEBUG nova.compute.manager [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Refreshing instance network info cache due to event network-changed-a1b78d30-dec6-4c62-b479-8dc4642123c5. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1578.445187] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Acquiring lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.445346] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Acquired lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.445656] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Refreshing network info cache for port a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.496438] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099106} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.496913] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.498538] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4318f6a6-4a5a-4b66-a8eb-ec102c68a373 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.538696] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 36735008-9684-4c31-b3bf-d0b17b641a52/36735008-9684-4c31-b3bf-d0b17b641a52.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.543429] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefeb0df-006f-424b-9d58-794fdafdcccf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.572036] env[62533]: DEBUG nova.network.neutron [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [{"id": "cfe9a096-c406-423a-9588-a38a72aeb5da", "address": "fa:16:3e:98:1b:99", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe9a096-c4", "ovs_interfaceid": "cfe9a096-c406-423a-9588-a38a72aeb5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.581786] env[62533]: DEBUG oslo_vmware.api [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1898277, 'name': PowerOffVM_Task, 'duration_secs': 0.285094} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.583618] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.585011] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.585011] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1578.585011] env[62533]: value = "task-1898279" [ 1578.585011] env[62533]: _type = "Task" [ 1578.585011] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.585011] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a193fe8d-c3b5-455c-acb3-88e0e9b22eeb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.599074] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.615038] env[62533]: DEBUG oslo_vmware.api [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898257, 'name': ReconfigVM_Task, 'duration_secs': 5.868593} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.615535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.618979] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Reconfigured VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1578.679643] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.681909] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.690131] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccacfce-70ea-4996-89f5-dec808134890 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.702224] env[62533]: DEBUG nova.scheduler.client.report [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.715510] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1578.715510] env[62533]: value = "task-1898281" [ 1578.715510] env[62533]: _type = "Task" [ 1578.715510] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.722338] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898278, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.731249] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.776902] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.777255] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.777498] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Deleting the datastore file [datastore2] 4461ed70-858b-4907-9802-b81499c609bf {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.777797] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9541e850-e666-4434-8c14-3647b5e14eb2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.785889] env[62533]: DEBUG oslo_vmware.api [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for the task: (returnval){ [ 1578.785889] env[62533]: value = "task-1898282" [ 1578.785889] env[62533]: _type = "Task" [ 1578.785889] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.795644] env[62533]: DEBUG oslo_vmware.api [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1898282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.078069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Releasing lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.103256] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.208977] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.208977] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.214920] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.719s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.217994] env[62533]: INFO nova.compute.claims [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.241694] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898281, 'name': ReconfigVM_Task, 'duration_secs': 0.2559} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.245911] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1579.252321] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786105} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.252321] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3bc555d6-fe6e-4c8d-96cb-300ac417681c/3bc555d6-fe6e-4c8d-96cb-300ac417681c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1579.252321] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.252321] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1f2f274-7271-4043-9cac-d4c00b6180a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.265233] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1579.265233] env[62533]: value = "task-1898283" [ 1579.265233] env[62533]: _type = "Task" [ 1579.265233] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.276293] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.309448] env[62533]: DEBUG oslo_vmware.api [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Task: {'id': task-1898282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395752} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.309448] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.309448] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.309448] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.309448] env[62533]: INFO nova.compute.manager [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1579.309448] env[62533]: DEBUG oslo.service.loopingcall [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.309448] env[62533]: DEBUG nova.compute.manager [-] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1579.309448] env[62533]: DEBUG nova.network.neutron [-] [instance: 4461ed70-858b-4907-9802-b81499c609bf] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.314879] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Successfully updated port: b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.474406] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updated VIF entry in instance network info cache for port a1b78d30-dec6-4c62-b479-8dc4642123c5. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.474931] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updating instance_info_cache with network_info: [{"id": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "address": "fa:16:3e:51:c8:50", "network": {"id": "5a4b3d27-973d-463f-b8f6-ea4fb03624a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1389101124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4091ede566854c67868b96e96d5ddb78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b78d30-de", "ovs_interfaceid": "a1b78d30-dec6-4c62-b479-8dc4642123c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.584647] env[62533]: DEBUG nova.compute.manager [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.585840] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9805b44-ec36-40c3-b27c-e63e24fb2b57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.600177] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898279, 'name': ReconfigVM_Task, 'duration_secs': 0.872081} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.601983] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 36735008-9684-4c31-b3bf-d0b17b641a52/36735008-9684-4c31-b3bf-d0b17b641a52.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.605016] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0611a595-7f14-43a0-9c2c-b3f4479e02ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.612258] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1579.612258] env[62533]: value = "task-1898285" [ 1579.612258] env[62533]: _type = "Task" [ 1579.612258] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.627426] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898285, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.718119] env[62533]: DEBUG nova.compute.utils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1579.718403] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1579.719033] env[62533]: DEBUG nova.network.neutron [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.737601] env[62533]: DEBUG nova.compute.manager [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-vif-unplugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1579.737731] env[62533]: DEBUG oslo_concurrency.lockutils [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.737829] env[62533]: DEBUG oslo_concurrency.lockutils [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.737991] env[62533]: DEBUG oslo_concurrency.lockutils [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.738181] env[62533]: DEBUG nova.compute.manager [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] No waiting events found dispatching network-vif-unplugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.738414] env[62533]: WARNING nova.compute.manager [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received unexpected event network-vif-unplugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1579.738526] env[62533]: DEBUG nova.compute.manager [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1579.740075] env[62533]: DEBUG nova.compute.manager [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing instance network info cache due to event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1579.740075] env[62533]: DEBUG oslo_concurrency.lockutils [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.740075] env[62533]: DEBUG oslo_concurrency.lockutils [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.740075] env[62533]: DEBUG nova.network.neutron [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.754022] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T22:05:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1b5c1806-134d-4cef-bc45-4d6b80847091',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-402731409',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1579.754307] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.754553] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1579.754739] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.754951] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1579.755125] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1579.755340] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1579.755517] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1579.755678] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1579.755903] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1579.756099] env[62533]: DEBUG nova.virt.hardware [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1579.761806] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1579.762722] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1d772f-c8e6-4668-8a5a-337cf74766a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.787474] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133438} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.789128] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1579.789783] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1579.789783] env[62533]: value = "task-1898286" [ 1579.789783] env[62533]: _type = "Task" [ 1579.789783] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.790768] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6973aea1-3ec9-4d67-8ed3-9e1deed4fdbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.798795] env[62533]: DEBUG nova.policy [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cff8196ff8148c58f12837b081ceb76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '074d90334f33429eb4b4317db0e9ce47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1579.823842] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 3bc555d6-fe6e-4c8d-96cb-300ac417681c/3bc555d6-fe6e-4c8d-96cb-300ac417681c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.825520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "refresh_cache-783d2c84-894d-4610-b484-2b55bafe0eae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.825667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "refresh_cache-783d2c84-894d-4610-b484-2b55bafe0eae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.825812] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.826906] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd2fa95-16d4-4854-9997-514b344e9536 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.841889] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.849543] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1579.849543] env[62533]: value = "task-1898287" [ 1579.849543] env[62533]: _type = "Task" [ 1579.849543] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.861789] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.981046] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Releasing lock "refresh_cache-c3215d85-b9ae-4bc9-873d-a5311626f20a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.981350] env[62533]: DEBUG nova.compute.manager [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Received event network-changed-cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1579.981521] env[62533]: DEBUG nova.compute.manager [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Refreshing instance network info cache due to event network-changed-cfe9a096-c406-423a-9588-a38a72aeb5da. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1579.981730] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Acquiring lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.981869] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Acquired lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.982037] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Refreshing network info cache for port cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.123697] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898285, 'name': Rename_Task, 'duration_secs': 0.262034} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.123697] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.123697] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6945360-2877-47c1-b40c-29a3fc41b4dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.130962] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1580.130962] env[62533]: value = "task-1898288" [ 1580.130962] env[62533]: _type = "Task" [ 1580.130962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.140505] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.208825] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.209256] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.209546] env[62533]: DEBUG nova.network.neutron [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.225199] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.309863] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.362861] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898287, 'name': ReconfigVM_Task, 'duration_secs': 0.505661} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.363205] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 3bc555d6-fe6e-4c8d-96cb-300ac417681c/3bc555d6-fe6e-4c8d-96cb-300ac417681c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.363852] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1ac1b8f-eb46-410d-b19f-0d15e70db3a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.374551] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1580.374551] env[62533]: value = "task-1898289" [ 1580.374551] env[62533]: _type = "Task" [ 1580.374551] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.389262] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.398425] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898289, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.474925] env[62533]: DEBUG nova.network.neutron [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Successfully created port: 448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.590518] env[62533]: DEBUG nova.compute.manager [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-vif-deleted-2224688c-a9f9-4d2d-a5d5-ecb175042a75 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1580.590518] env[62533]: INFO nova.compute.manager [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Neutron deleted interface 2224688c-a9f9-4d2d-a5d5-ecb175042a75; detaching it from the instance and deleting it from the info cache [ 1580.590518] env[62533]: DEBUG nova.network.neutron [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.613958] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304c668-06ba-47dd-9b5a-d1bceb931aa3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.624482] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Doing hard reboot of VM {{(pid=62533) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1580.624765] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-00f344ab-9e32-4e37-bfb3-9a968978d39f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.632992] env[62533]: DEBUG oslo_vmware.api [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1580.632992] env[62533]: value = "task-1898290" [ 1580.632992] env[62533]: _type = "Task" [ 1580.632992] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.651509] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898288, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.654129] env[62533]: DEBUG oslo_vmware.api [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898290, 'name': ResetVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.733441] env[62533]: DEBUG nova.network.neutron [-] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.811305] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898286, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.822622] env[62533]: DEBUG nova.network.neutron [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Updating instance_info_cache with network_info: [{"id": "b42937c7-acc2-4075-8787-a2fc4d76af5d", "address": "fa:16:3e:d2:e6:0b", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42937c7-ac", "ovs_interfaceid": "b42937c7-acc2-4075-8787-a2fc4d76af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.881372] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8c8f4-44e7-44e8-8a04-3faa639d7b79 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.891127] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898289, 'name': Rename_Task, 'duration_secs': 0.229277} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.891495] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.892479] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb88644-729a-4ecf-8210-07b530e52bdb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.896714] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61248e1d-0eac-455e-92ed-3162036b0636 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.930073] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a78b287-2322-4f88-b275-55076a6315a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.932930] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1580.932930] env[62533]: value = "task-1898291" [ 1580.932930] env[62533]: _type = "Task" [ 1580.932930] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.940782] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428618dc-ede3-4eca-acc0-18b3606cc28c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.948255] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898291, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.958684] env[62533]: DEBUG nova.compute.provider_tree [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.073198] env[62533]: DEBUG nova.network.neutron [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updated VIF entry in instance network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.073750] env[62533]: DEBUG nova.network.neutron [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.095521] env[62533]: DEBUG oslo_concurrency.lockutils [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.095735] env[62533]: DEBUG oslo_concurrency.lockutils [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] Acquired lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.096662] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e26230-ce30-4f85-8dd2-c55dd6058385 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.118924] env[62533]: DEBUG oslo_concurrency.lockutils [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] Releasing lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.119282] env[62533]: WARNING nova.compute.manager [req-7bc2fd2f-294c-4248-94f3-581345658561 req-b7c34dde-6102-4f3e-b61c-16c202373588 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Detach interface failed, port_id=2224688c-a9f9-4d2d-a5d5-ecb175042a75, reason: No device with interface-id 2224688c-a9f9-4d2d-a5d5-ecb175042a75 exists on VM: nova.exception.NotFound: No device with interface-id 2224688c-a9f9-4d2d-a5d5-ecb175042a75 exists on VM [ 1581.151145] env[62533]: DEBUG oslo_vmware.api [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898288, 'name': PowerOnVM_Task, 'duration_secs': 0.682325} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.151774] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.152236] env[62533]: INFO nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1581.152501] env[62533]: DEBUG nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.159290] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8a835-d909-4590-9683-a2f9f8085e64 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.162644] env[62533]: DEBUG oslo_vmware.api [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898290, 'name': ResetVM_Task, 'duration_secs': 0.134256} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.162922] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Did hard reboot of VM {{(pid=62533) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1581.163158] env[62533]: DEBUG nova.compute.manager [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.164974] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7354cca-8261-4117-9241-8b64e10fd2b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.236996] env[62533]: INFO nova.compute.manager [-] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Took 1.93 seconds to deallocate network for instance. [ 1581.238828] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.306109] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898286, 'name': ReconfigVM_Task, 'duration_secs': 1.090165} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.308660] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1581.309654] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updated VIF entry in instance network info cache for port cfe9a096-c406-423a-9588-a38a72aeb5da. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.310051] env[62533]: DEBUG nova.network.neutron [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [{"id": "cfe9a096-c406-423a-9588-a38a72aeb5da", "address": "fa:16:3e:98:1b:99", "network": {"id": "c393fd98-6099-4a41-965b-c13aa8edc91c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1483557433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f7ea464ab93426eb5348802cb34a0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe9a096-c4", "ovs_interfaceid": "cfe9a096-c406-423a-9588-a38a72aeb5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.311778] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7d72d-3010-4081-8e45-687b3dc16bcf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.337183] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.337798] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "refresh_cache-783d2c84-894d-4610-b484-2b55bafe0eae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.338139] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Instance network_info: |[{"id": "b42937c7-acc2-4075-8787-a2fc4d76af5d", "address": "fa:16:3e:d2:e6:0b", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42937c7-ac", "ovs_interfaceid": "b42937c7-acc2-4075-8787-a2fc4d76af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1581.338684] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2711f94a-395c-4ae6-b47c-af97b07f50a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.359973] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1581.359973] env[62533]: value = "task-1898292" [ 1581.359973] env[62533]: _type = "Task" [ 1581.359973] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.370099] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.446622] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.461607] env[62533]: INFO nova.network.neutron [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Port 2224688c-a9f9-4d2d-a5d5-ecb175042a75 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1581.462152] env[62533]: DEBUG nova.network.neutron [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [{"id": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "address": "fa:16:3e:35:7a:20", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ed9e6-93", "ovs_interfaceid": "cd3ed9e6-9357-4309-b6db-9d02f7925b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.464562] env[62533]: DEBUG nova.scheduler.client.report [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.577753] env[62533]: DEBUG oslo_concurrency.lockutils [req-241f7ac9-b63f-4597-85eb-ee859ef4efa7 req-4cc5377a-2b0a-45cd-aaa9-fec68ed4adc7 service nova] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.692262] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a9ab7d6c-9224-40fd-98f1-b9424ca907ad tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.120s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.692654] env[62533]: INFO nova.compute.manager [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Took 45.19 seconds to build instance. [ 1581.750799] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.800463] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1581.800980] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.801159] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1581.801339] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.801494] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1581.801739] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1581.802131] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1581.802423] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1581.802718] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1581.802919] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1581.803171] env[62533]: DEBUG nova.virt.hardware [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1581.805395] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bacf08-c114-49f0-924a-70b89698d3f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.817399] env[62533]: DEBUG oslo_concurrency.lockutils [req-9bf8c7c9-0a08-478e-91db-52012cdbd1a7 req-be840166-6943-40f0-9452-ed8d4eb82bd3 service nova] Releasing lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.820138] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1581.820366] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.820523] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1581.820758] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.820948] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1581.821131] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1581.821381] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1581.821555] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1581.821763] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1581.821880] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1581.822080] env[62533]: DEBUG nova.virt.hardware [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1581.823518] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c31843-6e52-431a-b6ee-d845fdfc4aa1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.829507] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb034b-3029-45fa-ab2e-f7f71879368c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.835017] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1581.835290] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391974', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'name': 'volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70bdbe2f-7530-4f64-80a6-ceada275a8b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'serial': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1581.836128] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78720405-f8cc-4e63-93cf-e449340cd709 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.841942] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab617-d068-93a1-9957-bb2fc6705ee4/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1581.855635] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b5e9be-ea4c-40f3-8c7b-a2e107dd1170 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.860355] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e6:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b42937c7-acc2-4075-8787-a2fc4d76af5d', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.867683] env[62533]: DEBUG oslo.service.loopingcall [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.870883] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1581.870883] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165936ee-bc78-4c22-825e-e8e22abbc73c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.892624] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b42252b3-33ae-4b55-93a2-2904e8316424 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.911879] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9d055-bfca-41d8-852d-dd0a7a03ba35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.915016] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab617-d068-93a1-9957-bb2fc6705ee4/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1581.915159] env[62533]: ERROR oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab617-d068-93a1-9957-bb2fc6705ee4/disk-0.vmdk due to incomplete transfer. [ 1581.925088] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-978df623-2213-4317-849e-4187c23bb171 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.929084] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898292, 'name': ReconfigVM_Task, 'duration_secs': 0.427736} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.930766] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfigured VM instance instance-0000002b to attach disk [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.931105] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1581.934755] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.934755] env[62533]: value = "task-1898293" [ 1581.934755] env[62533]: _type = "Task" [ 1581.934755] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.956129] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5/volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.964658] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb813183-c010-4160-9bd2-073bce65e11d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.979475] env[62533]: DEBUG oslo_vmware.rw_handles [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab617-d068-93a1-9957-bb2fc6705ee4/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1581.979719] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Uploaded image 314e550b-77a5-4148-b877-5b038a73443f to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1581.982130] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1581.982679] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-eda42c6c-48a5-46ed-a905-bae640ba0b90" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.985574] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.987133] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1581.989644] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d96a723-2844-4ffa-9c05-ddefc45a1e0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.994021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.471s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.998022] env[62533]: INFO nova.compute.claims [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.009191] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898291, 'name': PowerOnVM_Task, 'duration_secs': 0.763295} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.009422] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898293, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.011203] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.011359] env[62533]: INFO nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1582.013843] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.013843] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1582.013843] env[62533]: value = "task-1898294" [ 1582.013843] env[62533]: _type = "Task" [ 1582.013843] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.013843] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cde8d6-b491-475e-b2b5-aad612f36df4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.024558] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1582.024558] env[62533]: value = "task-1898295" [ 1582.024558] env[62533]: _type = "Task" [ 1582.024558] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.039020] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.044618] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898295, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.198295] env[62533]: DEBUG oslo_concurrency.lockutils [None req-deefa834-eb5b-4df1-ac79-b055200e9790 tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "36735008-9684-4c31-b3bf-d0b17b641a52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.642s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.464800] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898293, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.464800] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90184da-6a3f-4067-9b48-4cf6eeff131e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.492031] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9079d061-c2a3-4377-bee6-f9d66beeeafd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.499780] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a323cb5e-55aa-4eb3-945f-558bcc886bf2 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-eda42c6c-48a5-46ed-a905-bae640ba0b90-2224688c-a9f9-4d2d-a5d5-ecb175042a75" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.562s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.522618] env[62533]: DEBUG nova.compute.utils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1582.526216] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.530700] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1582.530933] env[62533]: DEBUG nova.network.neutron [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1582.556366] env[62533]: INFO nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Took 42.36 seconds to build instance. [ 1582.565211] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.571150] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898295, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.633789] env[62533]: DEBUG nova.policy [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f897cd720f48a48df353cadc2617de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521c1c6390a54d6692d46fce8128d8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1582.892803] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "f07b7559-019c-47ed-8be9-205bfca32e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.893090] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "f07b7559-019c-47ed-8be9-205bfca32e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.926585] env[62533]: DEBUG nova.compute.manager [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Received event network-vif-plugged-b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1582.926866] env[62533]: DEBUG oslo_concurrency.lockutils [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] Acquiring lock "783d2c84-894d-4610-b484-2b55bafe0eae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.927258] env[62533]: DEBUG oslo_concurrency.lockutils [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] Lock "783d2c84-894d-4610-b484-2b55bafe0eae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.927258] env[62533]: DEBUG oslo_concurrency.lockutils [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] Lock "783d2c84-894d-4610-b484-2b55bafe0eae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.927343] env[62533]: DEBUG nova.compute.manager [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] No waiting events found dispatching network-vif-plugged-b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.927473] env[62533]: WARNING nova.compute.manager [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Received unexpected event network-vif-plugged-b42937c7-acc2-4075-8787-a2fc4d76af5d for instance with vm_state building and task_state spawning. [ 1582.927627] env[62533]: DEBUG nova.compute.manager [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Received event network-changed-b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1582.927777] env[62533]: DEBUG nova.compute.manager [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Refreshing instance network info cache due to event network-changed-b42937c7-acc2-4075-8787-a2fc4d76af5d. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1582.927955] env[62533]: DEBUG oslo_concurrency.lockutils [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] Acquiring lock "refresh_cache-783d2c84-894d-4610-b484-2b55bafe0eae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.928282] env[62533]: DEBUG oslo_concurrency.lockutils [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] Acquired lock "refresh_cache-783d2c84-894d-4610-b484-2b55bafe0eae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.928497] env[62533]: DEBUG nova.network.neutron [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Refreshing network info cache for port b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.962281] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898293, 'name': CreateVM_Task, 'duration_secs': 0.533804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.962471] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.963267] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.963444] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.963784] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.964480] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b28dc0-c4c9-4e28-a86f-b1beaf958c98 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.970682] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1582.970682] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266067c-3fa2-71a2-514e-ca0439856c5a" [ 1582.970682] env[62533]: _type = "Task" [ 1582.970682] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.981131] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266067c-3fa2-71a2-514e-ca0439856c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.001532] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.023492] env[62533]: DEBUG nova.network.neutron [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Successfully updated port: 448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.030977] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.053904] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898294, 'name': ReconfigVM_Task, 'duration_secs': 0.744092} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.056397] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5/volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.072662] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a61ad8b0-0766-466f-9934-4c091ee10ee7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.084338] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898295, 'name': Destroy_Task, 'duration_secs': 0.682675} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.085145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.829s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.087866] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Destroyed the VM [ 1583.088137] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1583.089740] env[62533]: DEBUG nova.compute.manager [req-c919d5e9-49c6-4ba0-919c-92b644986b05 req-56e2a026-aaed-414d-af7a-a996acaf3df4 service nova] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Received event network-vif-deleted-1a351a8e-3f30-4042-97e7-b989f376e427 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1583.091037] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d73fd59-309f-4f1c-ab8f-97584f0cbf0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.098223] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1583.098223] env[62533]: value = "task-1898296" [ 1583.098223] env[62533]: _type = "Task" [ 1583.098223] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.103553] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1583.103553] env[62533]: value = "task-1898297" [ 1583.103553] env[62533]: _type = "Task" [ 1583.103553] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.119988] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.126242] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898297, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.148209] env[62533]: DEBUG nova.network.neutron [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Port f871fcc7-ebcc-4669-a119-e19cc1e12a45 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1583.309667] env[62533]: DEBUG nova.network.neutron [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Successfully created port: 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.395695] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1583.489757] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266067c-3fa2-71a2-514e-ca0439856c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.021956} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.490096] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.490400] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.490974] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.490974] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.491107] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.491311] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c599ab-b139-447e-a43a-784906cf09c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.508884] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.509339] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.512811] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7c319e-3ff3-4e1e-8bca-f223535cab53 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.520065] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1583.520065] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5226d9da-99cb-604a-188b-5fe99520b2f6" [ 1583.520065] env[62533]: _type = "Task" [ 1583.520065] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.529931] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.529931] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.529931] env[62533]: DEBUG nova.network.neutron [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.533766] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5226d9da-99cb-604a-188b-5fe99520b2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.566234] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.567124] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.567367] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.567606] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.567785] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.575053] env[62533]: INFO nova.compute.manager [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Terminating instance [ 1583.622688] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.628920] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898297, 'name': RemoveSnapshot_Task, 'duration_secs': 0.411117} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.629244] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1583.629554] env[62533]: DEBUG nova.compute.manager [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.630451] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6928c-b5ee-444f-b674-e12d4c852b4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.656746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd81761a-4b29-43b2-a387-2fd8bd738086 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.667734] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95be2d24-b5af-4d59-a313-cff575c532b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.707752] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a15e1-eedb-468c-8b15-370adcc3248a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.719351] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327ad27-e95d-4b36-9d6a-7e17de64111f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.742924] env[62533]: DEBUG nova.compute.provider_tree [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.918042] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.928366] env[62533]: DEBUG nova.network.neutron [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Updated VIF entry in instance network info cache for port b42937c7-acc2-4075-8787-a2fc4d76af5d. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.928725] env[62533]: DEBUG nova.network.neutron [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Updating instance_info_cache with network_info: [{"id": "b42937c7-acc2-4075-8787-a2fc4d76af5d", "address": "fa:16:3e:d2:e6:0b", "network": {"id": "250c7ac2-62fc-4a81-9410-32147ef33437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1250328462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce4000f07d54f7a88403d2fa94fbf37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42937c7-ac", "ovs_interfaceid": "b42937c7-acc2-4075-8787-a2fc4d76af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.032728] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5226d9da-99cb-604a-188b-5fe99520b2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.032891] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a470ac08-efca-4ce2-b152-6647dd360569 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.042731] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.045023] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1584.045023] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bd7d9-df85-43c2-8903-b3e859eacb08" [ 1584.045023] env[62533]: _type = "Task" [ 1584.045023] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.056428] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bd7d9-df85-43c2-8903-b3e859eacb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.066619] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.066920] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.067113] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.067308] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.067456] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.067598] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.067825] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.067991] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.068187] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.068383] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.068589] env[62533]: DEBUG nova.virt.hardware [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.069840] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc724c-1f89-4517-8cdb-56e201a94c07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.080066] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f0ac33-65a7-4b44-98e3-9563bb1c7fba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.085850] env[62533]: DEBUG nova.network.neutron [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.088064] env[62533]: DEBUG nova.compute.manager [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.088288] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.089149] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc995757-ead1-45ea-b1da-db7d431cceab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.111304] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.113929] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c585b58-4735-421c-afa9-9493a4063434 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.123360] env[62533]: DEBUG oslo_vmware.api [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898296, 'name': ReconfigVM_Task, 'duration_secs': 0.759489} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.124919] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391974', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'name': 'volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70bdbe2f-7530-4f64-80a6-ceada275a8b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'serial': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1584.126748] env[62533]: DEBUG oslo_vmware.api [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1584.126748] env[62533]: value = "task-1898298" [ 1584.126748] env[62533]: _type = "Task" [ 1584.126748] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.137614] env[62533]: DEBUG oslo_vmware.api [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.149025] env[62533]: INFO nova.compute.manager [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Shelve offloading [ 1584.180902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "cd483179-6724-4544-83f7-e23a884e98c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.181164] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.181318] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.241592] env[62533]: DEBUG nova.scheduler.client.report [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.335641] env[62533]: DEBUG nova.network.neutron [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [{"id": "448d8751-5933-4939-9e11-65d024242878", "address": "fa:16:3e:39:23:ad", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448d8751-59", "ovs_interfaceid": "448d8751-5933-4939-9e11-65d024242878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.432314] env[62533]: DEBUG oslo_concurrency.lockutils [req-32334bc6-aa27-400a-b629-7cb8b242a082 req-0642f941-4b99-4662-989c-fdfcabb639e0 service nova] Releasing lock "refresh_cache-783d2c84-894d-4610-b484-2b55bafe0eae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.557176] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bd7d9-df85-43c2-8903-b3e859eacb08, 'name': SearchDatastore_Task, 'duration_secs': 0.016708} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.557428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.557688] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 783d2c84-894d-4610-b484-2b55bafe0eae/783d2c84-894d-4610-b484-2b55bafe0eae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.557964] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-815f3f63-799c-49d2-a7a2-a06d3d9a1a0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.567365] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1584.567365] env[62533]: value = "task-1898299" [ 1584.567365] env[62533]: _type = "Task" [ 1584.567365] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.576930] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.641462] env[62533]: DEBUG oslo_vmware.api [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898298, 'name': PowerOffVM_Task, 'duration_secs': 0.260731} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.641800] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.641979] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.642273] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42bff106-4165-4a80-9c16-bbf530becf28 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.653183] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.653425] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-085f0f3f-f705-492a-b5d1-ae70a27668a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.661389] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1584.661389] env[62533]: value = "task-1898301" [ 1584.661389] env[62533]: _type = "Task" [ 1584.661389] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.674051] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1584.674238] env[62533]: DEBUG nova.compute.manager [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.674928] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317b6ae-4574-43ae-ba7c-94eac6f8e908 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.685769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.685769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.685769] env[62533]: DEBUG nova.network.neutron [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.746898] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.747466] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1584.750016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.027s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.840064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.840419] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance network_info: |[{"id": "448d8751-5933-4939-9e11-65d024242878", "address": "fa:16:3e:39:23:ad", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448d8751-59", "ovs_interfaceid": "448d8751-5933-4939-9e11-65d024242878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.840874] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:23:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '448d8751-5933-4939-9e11-65d024242878', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.848529] env[62533]: DEBUG oslo.service.loopingcall [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.848868] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.849172] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcce58dd-8d20-4777-b792-4524feaa6a91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.872042] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.872042] env[62533]: value = "task-1898302" [ 1584.872042] env[62533]: _type = "Task" [ 1584.872042] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.881947] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898302, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.906660] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.906938] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.907187] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "ac5533d7-3d9b-4845-b457-a3adb38ce244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.907378] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.907556] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.909929] env[62533]: INFO nova.compute.manager [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Terminating instance [ 1585.080387] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898299, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.168834] env[62533]: DEBUG nova.objects.instance [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.253915] env[62533]: DEBUG nova.compute.utils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.264309] env[62533]: INFO nova.compute.claims [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.274820] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.275070] env[62533]: DEBUG nova.network.neutron [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.282044] env[62533]: DEBUG nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Received event network-vif-plugged-448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1585.282331] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Acquiring lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.282986] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.283325] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.283549] env[62533]: DEBUG nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] No waiting events found dispatching network-vif-plugged-448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.283747] env[62533]: WARNING nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Received unexpected event network-vif-plugged-448d8751-5933-4939-9e11-65d024242878 for instance with vm_state building and task_state spawning. [ 1585.283957] env[62533]: DEBUG nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Received event network-changed-448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1585.284173] env[62533]: DEBUG nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Refreshing instance network info cache due to event network-changed-448d8751-5933-4939-9e11-65d024242878. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1585.284451] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Acquiring lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.284616] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Acquired lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.284811] env[62533]: DEBUG nova.network.neutron [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Refreshing network info cache for port 448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.288760] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.288991] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.289252] env[62533]: DEBUG nova.network.neutron [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.384587] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898302, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.412883] env[62533]: DEBUG nova.policy [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e8823771934ffdb14c216b41f379e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d1b98ec762f4cb6bf279ceb084a4167', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.419083] env[62533]: DEBUG nova.compute.manager [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.419437] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.420446] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8192b22-7191-4e5d-ab57-235f0248f870 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.430852] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.431149] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23daa993-94d8-4da1-a922-6836a86e27a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.450658] env[62533]: DEBUG oslo_vmware.api [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1585.450658] env[62533]: value = "task-1898303" [ 1585.450658] env[62533]: _type = "Task" [ 1585.450658] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.460819] env[62533]: DEBUG oslo_vmware.api [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.581426] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725601} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.581752] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 783d2c84-894d-4610-b484-2b55bafe0eae/783d2c84-894d-4610-b484-2b55bafe0eae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.581983] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.582255] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3c10e05-c1c8-4502-862d-56fdd50b0bd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.588414] env[62533]: DEBUG nova.network.neutron [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Successfully updated port: 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.597284] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1585.597284] env[62533]: value = "task-1898304" [ 1585.597284] env[62533]: _type = "Task" [ 1585.597284] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.610724] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.676214] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2c9d9915-5c71-408d-bffb-12ed8a7aae8c tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.960s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.772854] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1585.792784] env[62533]: INFO nova.compute.resource_tracker [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating resource usage from migration a8fb7e90-4112-41bd-aa13-4b5634975ae8 [ 1585.857949] env[62533]: DEBUG nova.network.neutron [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating instance_info_cache with network_info: [{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664a601e-ef", "ovs_interfaceid": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.883916] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898302, 'name': CreateVM_Task, 'duration_secs': 0.857533} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.883999] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.887357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.887523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.891535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.895709] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baec178a-b324-4dc7-aa77-56594a273816 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.901990] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1585.901990] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c8020-a781-c86a-69fa-1c26e793688b" [ 1585.901990] env[62533]: _type = "Task" [ 1585.901990] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.911522] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c8020-a781-c86a-69fa-1c26e793688b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.972027] env[62533]: DEBUG oslo_vmware.api [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898303, 'name': PowerOffVM_Task, 'duration_secs': 0.293101} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.972311] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.972481] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.972857] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66cd6f90-85f6-4398-91fb-489ab6e636cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.093182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.093182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.093182] env[62533]: DEBUG nova.network.neutron [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.110823] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089819} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.111137] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.111948] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74adc4db-3c44-4312-a3f8-6265474228c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.135824] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 783d2c84-894d-4610-b484-2b55bafe0eae/783d2c84-894d-4610-b484-2b55bafe0eae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.141263] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87802efe-15c1-47af-a7b2-bf802a2c290d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.168620] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.168770] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.168922] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Deleting the datastore file [datastore2] ac5533d7-3d9b-4845-b457-a3adb38ce244 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.170014] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3f604da-ea18-4fb9-b3f8-04c374700d81 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.176158] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1586.176158] env[62533]: value = "task-1898306" [ 1586.176158] env[62533]: _type = "Task" [ 1586.176158] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.184022] env[62533]: DEBUG oslo_vmware.api [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1586.184022] env[62533]: value = "task-1898307" [ 1586.184022] env[62533]: _type = "Task" [ 1586.184022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.192447] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.200947] env[62533]: DEBUG oslo_vmware.api [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.360932] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.375994] env[62533]: DEBUG nova.network.neutron [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Successfully created port: 444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.393036] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5411c-6b1d-190d-e0bf-5d2fb605abb3/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.394173] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7fe3b6-153b-44d7-a02d-c98c18824887 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.402501] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5411c-6b1d-190d-e0bf-5d2fb605abb3/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.402999] env[62533]: ERROR oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5411c-6b1d-190d-e0bf-5d2fb605abb3/disk-0.vmdk due to incomplete transfer. [ 1586.406266] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d4f4611-a98a-477a-ae41-bdb3fb0a0d99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.420715] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527c8020-a781-c86a-69fa-1c26e793688b, 'name': SearchDatastore_Task, 'duration_secs': 0.027649} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.421960] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.422252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.422494] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.422641] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.422815] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.423106] env[62533]: DEBUG oslo_vmware.rw_handles [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5411c-6b1d-190d-e0bf-5d2fb605abb3/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.423316] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Uploaded image 1576953c-e499-4fde-bd3d-a10e9f75f133 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.424959] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.427701] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ef6e0c9-2a30-42f2-a124-ff3be84e432d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.429543] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0b2ba6d-2faa-4301-8f99-b5cd02c24605 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.440715] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1586.440715] env[62533]: value = "task-1898308" [ 1586.440715] env[62533]: _type = "Task" [ 1586.440715] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.442021] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.442579] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.447569] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6469616-0ce2-4fe7-9495-eced80211dbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.450777] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e547a708-b11f-4224-8e22-6213a3f410b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.463871] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e597e-a248-4553-b6c9-da6dac60f0fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.467032] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898308, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.467335] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1586.467335] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e6b68-a640-3115-fb0b-2211fbe4fb27" [ 1586.467335] env[62533]: _type = "Task" [ 1586.467335] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.469225] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "36735008-9684-4c31-b3bf-d0b17b641a52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.469445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "36735008-9684-4c31-b3bf-d0b17b641a52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.469658] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "36735008-9684-4c31-b3bf-d0b17b641a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.469835] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "36735008-9684-4c31-b3bf-d0b17b641a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.469994] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "36735008-9684-4c31-b3bf-d0b17b641a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.475559] env[62533]: INFO nova.compute.manager [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Terminating instance [ 1586.505933] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311aff6f-3e66-4b8c-a425-b129c5dc0a87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.512233] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e6b68-a640-3115-fb0b-2211fbe4fb27, 'name': SearchDatastore_Task, 'duration_secs': 0.030268} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.514119] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310fe94e-5316-44f5-9f1e-9933e6bce9c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.519520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.519780] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.520050] env[62533]: DEBUG nova.compute.manager [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.520755] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b731f-c44e-405a-8a40-6fde208bfedd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.524440] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817f1e68-e0ea-447f-be0c-6fe94b89699a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.529889] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1586.529889] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b20a7e-8559-1f89-bfa1-5c18b69b5efd" [ 1586.529889] env[62533]: _type = "Task" [ 1586.529889] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.544588] env[62533]: DEBUG nova.compute.provider_tree [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.546086] env[62533]: DEBUG nova.compute.manager [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1586.546638] env[62533]: DEBUG nova.objects.instance [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.554607] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b20a7e-8559-1f89-bfa1-5c18b69b5efd, 'name': SearchDatastore_Task, 'duration_secs': 0.021227} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.555371] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.555535] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 933e7e20-db95-4f2b-9c46-7065740bfc01/933e7e20-db95-4f2b-9c46-7065740bfc01.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.555869] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b01cba5e-263d-4a3f-8702-73e89a22c80a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.564590] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1586.564590] env[62533]: value = "task-1898309" [ 1586.564590] env[62533]: _type = "Task" [ 1586.564590] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.574420] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.632826] env[62533]: DEBUG nova.network.neutron [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.688903] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898306, 'name': ReconfigVM_Task, 'duration_secs': 0.388275} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.694458] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 783d2c84-894d-4610-b484-2b55bafe0eae/783d2c84-894d-4610-b484-2b55bafe0eae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.695195] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca799395-1f1c-4da9-af3a-1590be47691f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.704187] env[62533]: DEBUG oslo_vmware.api [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399174} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.706211] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.706211] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.706211] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.706211] env[62533]: INFO nova.compute.manager [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1586.706445] env[62533]: DEBUG oslo.service.loopingcall [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.706550] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1586.706550] env[62533]: value = "task-1898310" [ 1586.706550] env[62533]: _type = "Task" [ 1586.706550] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.706752] env[62533]: DEBUG nova.compute.manager [-] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.706889] env[62533]: DEBUG nova.network.neutron [-] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.719310] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898310, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.735393] env[62533]: DEBUG nova.network.neutron [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [{"id": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "address": "fa:16:3e:c5:0f:c8", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871fcc7-eb", "ovs_interfaceid": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.758751] env[62533]: DEBUG nova.network.neutron [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updated VIF entry in instance network info cache for port 448d8751-5933-4939-9e11-65d024242878. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.760580] env[62533]: DEBUG nova.network.neutron [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [{"id": "448d8751-5933-4939-9e11-65d024242878", "address": "fa:16:3e:39:23:ad", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448d8751-59", "ovs_interfaceid": "448d8751-5933-4939-9e11-65d024242878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.785707] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.816880] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.817159] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.817344] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.817535] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.817680] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.817898] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.818217] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.818408] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.818588] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.818791] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.819237] env[62533]: DEBUG nova.virt.hardware [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.820132] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228369e3-8eca-4400-bcee-da9dbb4d37a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.831416] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187fee11-8570-4baf-83d3-48d19189a955 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.937348] env[62533]: DEBUG nova.network.neutron [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.952923] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898308, 'name': Destroy_Task, 'duration_secs': 0.476496} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.953291] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Destroyed the VM [ 1586.953587] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1586.953851] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6c6b895-34d5-4b70-aec0-e9ad59ff5b64 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.965612] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1586.965612] env[62533]: value = "task-1898311" [ 1586.965612] env[62533]: _type = "Task" [ 1586.965612] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.976211] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.009640] env[62533]: DEBUG nova.compute.manager [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1587.009862] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.011138] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb13f80-0fca-4f7d-a943-83c341606f5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.020312] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.020886] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38c3a4f-729f-4a60-820e-041cc0bbc5a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.030634] env[62533]: DEBUG oslo_vmware.api [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1587.030634] env[62533]: value = "task-1898312" [ 1587.030634] env[62533]: _type = "Task" [ 1587.030634] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.043156] env[62533]: DEBUG oslo_vmware.api [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.049802] env[62533]: DEBUG nova.scheduler.client.report [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.078181] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.221460] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898310, 'name': Rename_Task, 'duration_secs': 0.185413} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.222768] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.223155] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.224456] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2604f80b-cd48-4564-9a4f-ef0a627adbaf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.228632] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1defd77-a403-458b-8f10-4c59c50dd2cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.237872] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.243371] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.244180] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c280f62b-4aee-450e-ba57-cf5db0543691 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.247928] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1587.247928] env[62533]: value = "task-1898313" [ 1587.247928] env[62533]: _type = "Task" [ 1587.247928] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.266289] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Releasing lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.267100] env[62533]: DEBUG nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Received event network-changed-cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1587.267100] env[62533]: DEBUG nova.compute.manager [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Refreshing instance network info cache due to event network-changed-cfe9a096-c406-423a-9588-a38a72aeb5da. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1587.267293] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Acquiring lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.267344] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Acquired lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.267546] env[62533]: DEBUG nova.network.neutron [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Refreshing network info cache for port cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.269059] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.330603] env[62533]: DEBUG nova.compute.manager [req-b9514f8a-2b70-410f-8bb9-500c46975b83 req-02225451-a3a3-408d-a75f-e341a9cf958d service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Received event network-vif-deleted-cfe9a096-c406-423a-9588-a38a72aeb5da {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1587.330603] env[62533]: INFO nova.compute.manager [req-b9514f8a-2b70-410f-8bb9-500c46975b83 req-02225451-a3a3-408d-a75f-e341a9cf958d service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Neutron deleted interface cfe9a096-c406-423a-9588-a38a72aeb5da; detaching it from the instance and deleting it from the info cache [ 1587.330733] env[62533]: DEBUG nova.network.neutron [req-b9514f8a-2b70-410f-8bb9-500c46975b83 req-02225451-a3a3-408d-a75f-e341a9cf958d service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.440472] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.440913] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Instance network_info: |[{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1587.441308] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:a3:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.454167] env[62533]: DEBUG oslo.service.loopingcall [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.454167] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.454167] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef60f56-0f02-443a-be96-9d52f05ea1ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.478321] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.479669] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.479669] env[62533]: value = "task-1898315" [ 1587.479669] env[62533]: _type = "Task" [ 1587.479669] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.488347] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898315, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.520533] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received event network-vif-plugged-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1587.520765] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.521035] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.521277] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.521562] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] No waiting events found dispatching network-vif-plugged-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.521770] env[62533]: WARNING nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received unexpected event network-vif-plugged-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 for instance with vm_state building and task_state spawning. [ 1587.521942] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1587.522120] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing instance network info cache due to event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1587.522350] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.522553] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.522786] env[62533]: DEBUG nova.network.neutron [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.542333] env[62533]: DEBUG oslo_vmware.api [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898312, 'name': PowerOffVM_Task, 'duration_secs': 0.353455} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.542675] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.542911] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.543540] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da52a1fd-7c23-4c97-91c4-ebbb96dc271c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.556108] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.806s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.556270] env[62533]: INFO nova.compute.manager [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Migrating [ 1587.566604] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.216s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.566913] env[62533]: DEBUG nova.objects.instance [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lazy-loading 'resources' on Instance uuid 063e09bf-57be-45b0-af3a-a02272866859 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.568719] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.574497] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27362175-32ea-4018-9930-f6b8d9004a38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.581668] env[62533]: DEBUG nova.network.neutron [-] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.592163] env[62533]: DEBUG oslo_vmware.api [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1587.592163] env[62533]: value = "task-1898317" [ 1587.592163] env[62533]: _type = "Task" [ 1587.592163] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.601687] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917149} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.602451] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 933e7e20-db95-4f2b-9c46-7065740bfc01/933e7e20-db95-4f2b-9c46-7065740bfc01.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.602677] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.602944] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f963b59e-d0a4-4db5-9c08-82d15aae9196 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.608322] env[62533]: DEBUG oslo_vmware.api [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.615535] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1587.615535] env[62533]: value = "task-1898318" [ 1587.615535] env[62533]: _type = "Task" [ 1587.615535] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.624845] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.679422] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.679727] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.680071] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Deleting the datastore file [datastore1] 36735008-9684-4c31-b3bf-d0b17b641a52 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.681533] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df728de2-5399-4b44-b2c8-a674f21e4ead {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.684419] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.684634] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.684812] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleting the datastore file [datastore1] eda42c6c-48a5-46ed-a905-bae640ba0b90 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.685164] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36ba46c-2f8f-4d6b-a866-2353987a44ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.694712] env[62533]: DEBUG oslo_vmware.api [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1587.694712] env[62533]: value = "task-1898320" [ 1587.694712] env[62533]: _type = "Task" [ 1587.694712] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.696251] env[62533]: DEBUG oslo_vmware.api [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for the task: (returnval){ [ 1587.696251] env[62533]: value = "task-1898319" [ 1587.696251] env[62533]: _type = "Task" [ 1587.696251] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.701284] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.701744] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.702027] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleting the datastore file [datastore1] a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.705503] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05fc0100-73ce-439d-a193-5af445005683 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.715865] env[62533]: DEBUG oslo_vmware.api [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.720947] env[62533]: DEBUG oslo_vmware.api [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.721394] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1587.721394] env[62533]: value = "task-1898321" [ 1587.721394] env[62533]: _type = "Task" [ 1587.721394] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.730901] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.758954] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.766887] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a01d56-1776-4b46-af17-0b84eec5e7b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.788689] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba0a0c-a36d-4f55-8024-d96d5542a2b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.797701] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.803619] env[62533]: INFO nova.network.neutron [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Port cfe9a096-c406-423a-9588-a38a72aeb5da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1587.803619] env[62533]: DEBUG nova.network.neutron [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.833774] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d846b80-0b82-45b9-a614-d1dc3465750a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.847519] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd1e5f4-99c5-4119-a1b2-a820cbb7cbfb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.893063] env[62533]: DEBUG nova.compute.manager [req-b9514f8a-2b70-410f-8bb9-500c46975b83 req-02225451-a3a3-408d-a75f-e341a9cf958d service nova] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Detach interface failed, port_id=cfe9a096-c406-423a-9588-a38a72aeb5da, reason: Instance ac5533d7-3d9b-4845-b457-a3adb38ce244 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1587.981379] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898311, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.992434] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898315, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.082361] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.082671] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.082807] env[62533]: DEBUG nova.network.neutron [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.085366] env[62533]: INFO nova.compute.manager [-] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Took 1.38 seconds to deallocate network for instance. [ 1588.105512] env[62533]: DEBUG oslo_vmware.api [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898317, 'name': PowerOffVM_Task, 'duration_secs': 0.319313} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.110841] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.111091] env[62533]: DEBUG nova.compute.manager [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.112133] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5242e04-f102-4c24-90d9-d2df3883e135 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.135801] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095947} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.140538] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.144703] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14a917-d1d8-4c29-bec0-ade6f3bd597f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.172084] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 933e7e20-db95-4f2b-9c46-7065740bfc01/933e7e20-db95-4f2b-9c46-7065740bfc01.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.175206] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42355972-545a-4162-b1aa-150af5311c77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.201260] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1588.201260] env[62533]: value = "task-1898322" [ 1588.201260] env[62533]: _type = "Task" [ 1588.201260] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.213733] env[62533]: DEBUG oslo_vmware.api [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258644} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.214427] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.214662] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.214875] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.215189] env[62533]: INFO nova.compute.manager [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Took 4.13 seconds to destroy the instance on the hypervisor. [ 1588.215371] env[62533]: DEBUG oslo.service.loopingcall [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.215932] env[62533]: DEBUG nova.compute.manager [-] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1588.216061] env[62533]: DEBUG nova.network.neutron [-] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.224094] env[62533]: DEBUG oslo_vmware.api [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Task: {'id': task-1898319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235665} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.224404] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.227167] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.227358] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.227538] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.227706] env[62533]: INFO nova.compute.manager [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1588.227954] env[62533]: DEBUG oslo.service.loopingcall [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.234220] env[62533]: DEBUG nova.compute.manager [-] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1588.234317] env[62533]: DEBUG nova.network.neutron [-] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.241823] env[62533]: DEBUG oslo_vmware.api [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25303} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.242056] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.242233] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.242400] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.260348] env[62533]: DEBUG oslo_vmware.api [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898313, 'name': PowerOnVM_Task, 'duration_secs': 0.727007} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.260593] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.260793] env[62533]: INFO nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1588.260959] env[62533]: DEBUG nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.261778] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e83def-5fc5-40b0-a198-0c85af4e7b86 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.265346] env[62533]: INFO nova.scheduler.client.report [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted allocations for instance a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 [ 1588.305711] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.306321] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f71796-dd0c-4224-892a-df6d9d8b1059 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.312025] env[62533]: DEBUG oslo_concurrency.lockutils [req-556d66a8-d335-4852-8c0c-643c5ad68c9d req-c7ca0ad2-3b8b-4714-a74f-77268ed27473 service nova] Releasing lock "refresh_cache-ac5533d7-3d9b-4845-b457-a3adb38ce244" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.318752] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1588.318752] env[62533]: value = "task-1898323" [ 1588.318752] env[62533]: _type = "Task" [ 1588.318752] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.328995] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.394631] env[62533]: DEBUG nova.network.neutron [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updated VIF entry in instance network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.394979] env[62533]: DEBUG nova.network.neutron [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.483356] env[62533]: DEBUG oslo_vmware.api [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898311, 'name': RemoveSnapshot_Task, 'duration_secs': 1.022316} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.486604] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1588.486850] env[62533]: INFO nova.compute.manager [None req-3a027fba-ffe9-4bdb-83f4-deb8c28fdbb8 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Took 14.85 seconds to snapshot the instance on the hypervisor. [ 1588.495012] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898315, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.598136] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.641488] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab9563e7-4b2e-4515-ad53-c12f1b9b2c18 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.708070] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4bb762-a058-4d69-a6f3-6988cd36a083 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.728603] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5668180-1964-490c-98d6-82374b92d347 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.732194] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.768316] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3dc1ed-d85b-4461-b7db-4c716abb4c18 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.771707] env[62533]: DEBUG nova.network.neutron [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Successfully updated port: 444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.774065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.788615] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609aa068-3736-4850-b741-379fd5787e9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.797941] env[62533]: INFO nova.compute.manager [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Took 45.87 seconds to build instance. [ 1588.810308] env[62533]: DEBUG nova.compute.provider_tree [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1588.831930] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.897801] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.898089] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received event network-vif-unplugged-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1588.898291] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Acquiring lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.898501] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.898665] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.898831] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] No waiting events found dispatching network-vif-unplugged-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1588.899008] env[62533]: WARNING nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received unexpected event network-vif-unplugged-664a601e-ef5e-46fb-abfc-cfd9beac08d9 for instance with vm_state shelved and task_state shelving_offloading. [ 1588.899183] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received event network-changed-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1588.899373] env[62533]: DEBUG nova.compute.manager [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Refreshing instance network info cache due to event network-changed-664a601e-ef5e-46fb-abfc-cfd9beac08d9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1588.899673] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Acquiring lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.899905] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Acquired lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.900105] env[62533]: DEBUG nova.network.neutron [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Refreshing network info cache for port 664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.988067] env[62533]: DEBUG nova.network.neutron [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance_info_cache with network_info: [{"id": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "address": "fa:16:3e:5f:e7:1e", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd721c0d0-57", "ovs_interfaceid": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.995944] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898315, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.227513] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.235127] env[62533]: DEBUG nova.network.neutron [-] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.275849] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.275849] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquired lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.276012] env[62533]: DEBUG nova.network.neutron [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.300903] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7780b02-0dc7-45a9-ac73-d002c2e5861b tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "783d2c84-894d-4610-b484-2b55bafe0eae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.023s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.331033] env[62533]: DEBUG oslo_vmware.api [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898323, 'name': PowerOnVM_Task, 'duration_secs': 0.991362} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.331253] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.331301] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5506f-0649-46d1-94aa-8e9c226df085 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance 'cd483179-6724-4544-83f7-e23a884e98c8' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1589.335799] env[62533]: ERROR nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [req-3e350c31-4117-40e0-baac-87ddbb03b3ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e350c31-4117-40e0-baac-87ddbb03b3ba"}]} [ 1589.354851] env[62533]: DEBUG nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1589.373172] env[62533]: DEBUG nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1589.373600] env[62533]: DEBUG nova.compute.provider_tree [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.386511] env[62533]: DEBUG nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1589.411364] env[62533]: DEBUG nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1589.490891] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.495856] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898315, 'name': CreateVM_Task, 'duration_secs': 1.651292} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.499017] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.499698] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.501722] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.501722] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.501722] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc087563-ed82-482e-890e-d67a2e336a37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.507469] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1589.507469] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528ddaaa-aabb-63e8-75aa-8f5de769c3cc" [ 1589.507469] env[62533]: _type = "Task" [ 1589.507469] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.510337] env[62533]: DEBUG nova.network.neutron [-] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.520637] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528ddaaa-aabb-63e8-75aa-8f5de769c3cc, 'name': SearchDatastore_Task} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.520929] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.521221] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.521396] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.521542] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.521719] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.521977] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f84fc31-0874-441a-887c-606b8dbefb0b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.537070] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.537952] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.540219] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930f0728-eb3c-478b-82e9-dc2035ffb81d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.547777] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1589.547777] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520c95c1-020b-39dc-dd4d-3ae3f7fa09b3" [ 1589.547777] env[62533]: _type = "Task" [ 1589.547777] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.557515] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520c95c1-020b-39dc-dd4d-3ae3f7fa09b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.648777] env[62533]: DEBUG nova.compute.manager [req-5048a4b0-9147-48d9-ac33-c9b0f5b0076d req-c4230de0-5582-4f2c-8391-75f4fe74dbb6 service nova] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Received event network-vif-deleted-b5088624-e170-4108-8d75-7ec524b9b0ee {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1589.648987] env[62533]: DEBUG nova.compute.manager [req-5048a4b0-9147-48d9-ac33-c9b0f5b0076d req-c4230de0-5582-4f2c-8391-75f4fe74dbb6 service nova] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Received event network-vif-deleted-cd3ed9e6-9357-4309-b6db-9d02f7925b30 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1589.730990] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898322, 'name': ReconfigVM_Task, 'duration_secs': 1.259683} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.733488] env[62533]: DEBUG nova.network.neutron [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updated VIF entry in instance network info cache for port 664a601e-ef5e-46fb-abfc-cfd9beac08d9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.733823] env[62533]: DEBUG nova.network.neutron [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating instance_info_cache with network_info: [{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap664a601e-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.735203] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 933e7e20-db95-4f2b-9c46-7065740bfc01/933e7e20-db95-4f2b-9c46-7065740bfc01.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.737227] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43643b85-6900-4bd4-8cbb-775bc8f83156 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.741845] env[62533]: INFO nova.compute.manager [-] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Took 1.51 seconds to deallocate network for instance. [ 1589.793494] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1589.793494] env[62533]: value = "task-1898324" [ 1589.793494] env[62533]: _type = "Task" [ 1589.793494] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.793494] env[62533]: DEBUG nova.compute.manager [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Received event network-vif-plugged-444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1589.793494] env[62533]: DEBUG oslo_concurrency.lockutils [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] Acquiring lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.793494] env[62533]: DEBUG oslo_concurrency.lockutils [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.793494] env[62533]: DEBUG oslo_concurrency.lockutils [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.793494] env[62533]: DEBUG nova.compute.manager [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] No waiting events found dispatching network-vif-plugged-444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.793494] env[62533]: WARNING nova.compute.manager [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Received unexpected event network-vif-plugged-444b5f2d-8978-49a1-a4e7-04890e73d164 for instance with vm_state building and task_state spawning. [ 1589.793494] env[62533]: DEBUG nova.compute.manager [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Received event network-changed-444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1589.793494] env[62533]: DEBUG nova.compute.manager [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Refreshing instance network info cache due to event network-changed-444b5f2d-8978-49a1-a4e7-04890e73d164. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1589.793494] env[62533]: DEBUG oslo_concurrency.lockutils [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] Acquiring lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.793494] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898324, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.826619] env[62533]: DEBUG nova.network.neutron [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.977461] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d0b75-88b5-4383-a239-94d3605734a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.986768] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b994af51-69a2-4514-9ead-94de3807fa16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.023409] env[62533]: INFO nova.compute.manager [-] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Took 1.81 seconds to deallocate network for instance. [ 1590.029043] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba98aaf-67f8-4981-a367-b49d1dfe453d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.037936] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d782e4b3-6474-431e-96c8-33fd33883364 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.056106] env[62533]: DEBUG nova.compute.provider_tree [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.059483] env[62533]: DEBUG nova.network.neutron [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updating instance_info_cache with network_info: [{"id": "444b5f2d-8978-49a1-a4e7-04890e73d164", "address": "fa:16:3e:05:47:a4", "network": {"id": "90f3fc69-f0f5-4aed-be29-e09a85c4fbd1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1697901551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1b98ec762f4cb6bf279ceb084a4167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444b5f2d-89", "ovs_interfaceid": "444b5f2d-8978-49a1-a4e7-04890e73d164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.072906] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520c95c1-020b-39dc-dd4d-3ae3f7fa09b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.073658] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18d286c-9db8-4afb-a95f-eca32b50e002 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.080262] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1590.080262] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b6818a-b2e2-597c-71f1-38134ee66304" [ 1590.080262] env[62533]: _type = "Task" [ 1590.080262] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.092169] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b6818a-b2e2-597c-71f1-38134ee66304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.146981] env[62533]: DEBUG nova.objects.instance [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.237709] env[62533]: WARNING oslo_messaging._drivers.amqpdriver [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1590.238596] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2ec286-4604-4a96-a011-b7c259fe8e11 req-4bfa9407-5e4c-4a8d-a776-61d630d8f205 service nova] Releasing lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.251699] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.264860] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898324, 'name': Rename_Task, 'duration_secs': 0.175496} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.265127] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.265376] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-135eb9b7-fb89-4784-9608-0f9a5e391d45 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.274064] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1590.274064] env[62533]: value = "task-1898325" [ 1590.274064] env[62533]: _type = "Task" [ 1590.274064] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.282364] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.337738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.337738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.337738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.337738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.337738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.338890] env[62533]: INFO nova.compute.manager [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Terminating instance [ 1590.421263] env[62533]: DEBUG nova.compute.manager [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.422205] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff01b5-3eed-4017-8c4c-5b3d1e6a6575 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.532914] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.563016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Releasing lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.563646] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Instance network_info: |[{"id": "444b5f2d-8978-49a1-a4e7-04890e73d164", "address": "fa:16:3e:05:47:a4", "network": {"id": "90f3fc69-f0f5-4aed-be29-e09a85c4fbd1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1697901551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1b98ec762f4cb6bf279ceb084a4167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444b5f2d-89", "ovs_interfaceid": "444b5f2d-8978-49a1-a4e7-04890e73d164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.563854] env[62533]: DEBUG oslo_concurrency.lockutils [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] Acquired lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.564018] env[62533]: DEBUG nova.network.neutron [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Refreshing network info cache for port 444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.565521] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:47:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444b5f2d-8978-49a1-a4e7-04890e73d164', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.572590] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Creating folder: Project (5d1b98ec762f4cb6bf279ceb084a4167). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.573628] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dba6ad6-2f9f-4ed5-8bc0-d1877371bc29 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.587948] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Created folder: Project (5d1b98ec762f4cb6bf279ceb084a4167) in parent group-v391816. [ 1590.587948] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Creating folder: Instances. Parent ref: group-v391978. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.591598] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc44f1e2-2569-40e9-bf5e-d8cb8662ff32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.593316] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b6818a-b2e2-597c-71f1-38134ee66304, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.594404] env[62533]: DEBUG nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1590.594497] env[62533]: DEBUG nova.compute.provider_tree [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 80 to 81 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1590.594626] env[62533]: DEBUG nova.compute.provider_tree [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.598296] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.598576] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/5934998c-533d-4b17-a5aa-b54496a7ba6a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.599376] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aec0155-672d-453d-9b96-0da8d12d4785 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.606918] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1590.606918] env[62533]: value = "task-1898328" [ 1590.606918] env[62533]: _type = "Task" [ 1590.606918] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.613129] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Created folder: Instances in parent group-v391978. [ 1590.613129] env[62533]: DEBUG oslo.service.loopingcall [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.613689] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.614591] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc39256b-7a20-4a81-8deb-5f321a31792f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.636520] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.644592] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.644592] env[62533]: value = "task-1898329" [ 1590.644592] env[62533]: _type = "Task" [ 1590.644592] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.654642] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898329, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.655358] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.655465] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.655686] env[62533]: DEBUG nova.network.neutron [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.655929] env[62533]: DEBUG nova.objects.instance [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'info_cache' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.742349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "783d2c84-894d-4610-b484-2b55bafe0eae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.742349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "783d2c84-894d-4610-b484-2b55bafe0eae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.742349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "783d2c84-894d-4610-b484-2b55bafe0eae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.742349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "783d2c84-894d-4610-b484-2b55bafe0eae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.742349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "783d2c84-894d-4610-b484-2b55bafe0eae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.743812] env[62533]: INFO nova.compute.manager [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Terminating instance [ 1590.788174] env[62533]: DEBUG oslo_vmware.api [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898325, 'name': PowerOnVM_Task, 'duration_secs': 0.486269} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.788368] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.789067] env[62533]: INFO nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1590.789067] env[62533]: DEBUG nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.789704] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4477b95f-892c-48b3-b706-53de6c627140 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.845760] env[62533]: DEBUG nova.compute.manager [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.846156] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.847024] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002dc60-a11c-483d-9a67-5574b040e33b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.863211] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.863211] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fab8495-cdfa-47c5-a084-98bd5d72d3d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.871847] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1590.871847] env[62533]: value = "task-1898330" [ 1590.871847] env[62533]: _type = "Task" [ 1590.871847] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.883795] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.934758] env[62533]: INFO nova.compute.manager [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] instance snapshotting [ 1590.937849] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc902294-0b7c-4328-8304-4e0a87c2fde3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.963158] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1c8e8-5b69-4505-95ad-31a6d82408c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.030380] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15a4ff-3220-4323-a430-9b9b414e86a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.054095] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1591.101035] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.534s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.105281] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.968s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.105807] env[62533]: DEBUG nova.objects.instance [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lazy-loading 'resources' on Instance uuid fdc30663-8abf-4aa3-8826-6dd1e0340a78 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.122519] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.123851] env[62533]: INFO nova.scheduler.client.report [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted allocations for instance 063e09bf-57be-45b0-af3a-a02272866859 [ 1591.157661] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898329, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.159024] env[62533]: DEBUG nova.objects.base [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Object Instance<70bdbe2f-7530-4f64-80a6-ceada275a8b8> lazy-loaded attributes: flavor,info_cache {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1591.248716] env[62533]: DEBUG nova.compute.manager [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.248716] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.251872] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ff15d-c67f-41fd-9d45-ed3616570e06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.260628] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.261041] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32537337-bd96-42dd-87a6-4c82238514f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.274044] env[62533]: DEBUG oslo_vmware.api [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1591.274044] env[62533]: value = "task-1898331" [ 1591.274044] env[62533]: _type = "Task" [ 1591.274044] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.290624] env[62533]: DEBUG oslo_vmware.api [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.314059] env[62533]: INFO nova.compute.manager [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Took 45.99 seconds to build instance. [ 1591.384413] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.432195] env[62533]: DEBUG nova.network.neutron [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updated VIF entry in instance network info cache for port 444b5f2d-8978-49a1-a4e7-04890e73d164. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.432579] env[62533]: DEBUG nova.network.neutron [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updating instance_info_cache with network_info: [{"id": "444b5f2d-8978-49a1-a4e7-04890e73d164", "address": "fa:16:3e:05:47:a4", "network": {"id": "90f3fc69-f0f5-4aed-be29-e09a85c4fbd1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1697901551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1b98ec762f4cb6bf279ceb084a4167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444b5f2d-89", "ovs_interfaceid": "444b5f2d-8978-49a1-a4e7-04890e73d164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.479805] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1591.480397] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-367b0a38-a3fb-4fa7-a5af-319f11e9c3d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.489944] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1591.489944] env[62533]: value = "task-1898332" [ 1591.489944] env[62533]: _type = "Task" [ 1591.489944] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.499430] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.560919] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.561405] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d50d898-9a7f-481a-a06d-dd1bc7c78d30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.569744] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1591.569744] env[62533]: value = "task-1898333" [ 1591.569744] env[62533]: _type = "Task" [ 1591.569744] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.579287] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.591623] env[62533]: DEBUG nova.network.neutron [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Port f871fcc7-ebcc-4669-a119-e19cc1e12a45 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1591.591918] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.592086] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.592255] env[62533]: DEBUG nova.network.neutron [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.619989] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640655} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.620586] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/5934998c-533d-4b17-a5aa-b54496a7ba6a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.620825] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.621115] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df1efb46-bf00-472d-a96c-d026ab08bfd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.631474] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1591.631474] env[62533]: value = "task-1898334" [ 1591.631474] env[62533]: _type = "Task" [ 1591.631474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.632075] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ddcebc6-65bc-45c1-9cac-9db2ccb75474 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "063e09bf-57be-45b0-af3a-a02272866859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.453s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.647996] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.659294] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898329, 'name': CreateVM_Task, 'duration_secs': 0.606065} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.659477] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.660212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.660400] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.660750] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.666019] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45b6f1a-3f53-46ac-989b-9c1eb2927ae1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.673735] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1591.673735] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5264d3a9-a8f3-f755-9405-faa9a3bfbb73" [ 1591.673735] env[62533]: _type = "Task" [ 1591.673735] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.686586] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5264d3a9-a8f3-f755-9405-faa9a3bfbb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.769832] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.785120] env[62533]: DEBUG oslo_vmware.api [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898331, 'name': PowerOffVM_Task, 'duration_secs': 0.282127} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.785380] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.785541] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.788020] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91f16e0f-fb33-4e21-9903-e934e61e5682 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.819059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b73cdf65-215d-4cc3-b022-0820cbb35d9f tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.883s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.885834] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.896951] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.897231] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.897379] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleting the datastore file [datastore2] 783d2c84-894d-4610-b484-2b55bafe0eae {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.897707] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-171b9345-aa2c-48c0-b93c-8f7e522bdd7d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.905011] env[62533]: DEBUG oslo_vmware.api [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1591.905011] env[62533]: value = "task-1898336" [ 1591.905011] env[62533]: _type = "Task" [ 1591.905011] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.917058] env[62533]: DEBUG oslo_vmware.api [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.936318] env[62533]: DEBUG oslo_concurrency.lockutils [req-3d97a4f3-a35a-44d0-8792-3e6c84f9b47d req-96d2ca19-2d1a-40f0-83f4-b2a79eb9973c service nova] Releasing lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.977601] env[62533]: DEBUG nova.network.neutron [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating instance_info_cache with network_info: [{"id": "e51d3ae0-7051-4b01-883b-5ac663e69971", "address": "fa:16:3e:b2:ea:8c", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51d3ae0-70", "ovs_interfaceid": "e51d3ae0-7051-4b01-883b-5ac663e69971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.002349] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.079399] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.144369] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097951} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.147361] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.148676] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62b8d9-ad94-4455-981f-1a809890f57a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.172323] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/5934998c-533d-4b17-a5aa-b54496a7ba6a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.174561] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1aaae33-9c8f-487a-8a72-7cb0f5ecc5f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.190296] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e595262b-11d8-4331-b39e-ad4affb456a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.204747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3488f7f-9326-49da-b807-4ecb7a23f718 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.208046] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5264d3a9-a8f3-f755-9405-faa9a3bfbb73, 'name': SearchDatastore_Task, 'duration_secs': 0.017446} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.209428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.209676] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.209908] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.210064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.211258] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.211258] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1592.211258] env[62533]: value = "task-1898337" [ 1592.211258] env[62533]: _type = "Task" [ 1592.211258] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.211258] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49deaf8-c2fb-4a66-b42a-f625c3173125 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.281544] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de1b9d-cf60-4348-9127-65f76faf5f3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.281544] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efcba90-17ea-4227-9ee7-0600ab4a7a8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.281544] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.281544] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.281544] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.281544] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07aaf61-b319-4c23-ac4f-f481a74186b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.281544] env[62533]: DEBUG nova.compute.provider_tree [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.281544] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1592.281544] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e6231-b1ce-4cc8-8d88-5287b016d0a6" [ 1592.281544] env[62533]: _type = "Task" [ 1592.281544] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.289635] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520e6231-b1ce-4cc8-8d88-5287b016d0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01313} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.291134] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e68217c-2734-43ec-a863-e83176a6ebf2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.298394] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1592.298394] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d525b-0ca8-3c0b-4fa3-1f4ed0638046" [ 1592.298394] env[62533]: _type = "Task" [ 1592.298394] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.307890] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d525b-0ca8-3c0b-4fa3-1f4ed0638046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.387412] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.416820] env[62533]: DEBUG oslo_vmware.api [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4276} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.417386] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.417386] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.417497] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.417673] env[62533]: INFO nova.compute.manager [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1592.417939] env[62533]: DEBUG oslo.service.loopingcall [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.420430] env[62533]: DEBUG nova.compute.manager [-] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.420508] env[62533]: DEBUG nova.network.neutron [-] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.459733] env[62533]: DEBUG nova.compute.manager [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1592.459733] env[62533]: DEBUG nova.compute.manager [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing instance network info cache due to event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1592.459733] env[62533]: DEBUG oslo_concurrency.lockutils [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] Acquiring lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.459733] env[62533]: DEBUG oslo_concurrency.lockutils [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] Acquired lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.459871] env[62533]: DEBUG nova.network.neutron [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.483198] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.504100] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.584192] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898333, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.596111] env[62533]: DEBUG nova.network.neutron [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [{"id": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "address": "fa:16:3e:c5:0f:c8", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871fcc7-eb", "ovs_interfaceid": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.723784] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.781648] env[62533]: DEBUG nova.scheduler.client.report [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.810192] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525d525b-0ca8-3c0b-4fa3-1f4ed0638046, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.810461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.810714] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf/c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.810975] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d804809f-109a-4788-997d-70660c009f77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.820051] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1592.820051] env[62533]: value = "task-1898338" [ 1592.820051] env[62533]: _type = "Task" [ 1592.820051] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.828855] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.886167] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898330, 'name': PowerOffVM_Task, 'duration_secs': 1.798688} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.886491] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.886740] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.887111] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec96125d-dd09-4214-ac10-c35bb8f1ee8b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.989061] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.989328] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.989391] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleting the datastore file [datastore1] 3bc555d6-fe6e-4c8d-96cb-300ac417681c {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.989871] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3efc73d9-7777-4359-8c05-62f44ebcc2ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.004390] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898332, 'name': CreateSnapshot_Task, 'duration_secs': 1.234922} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.006344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1593.007194] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for the task: (returnval){ [ 1593.007194] env[62533]: value = "task-1898340" [ 1593.007194] env[62533]: _type = "Task" [ 1593.007194] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.008269] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff61ee-0ede-4be4-9a36-7e047290b431 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.032462] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.084785] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898333, 'name': PowerOffVM_Task, 'duration_secs': 1.098863} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.084785] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.085086] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1593.099941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.225526] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898337, 'name': ReconfigVM_Task, 'duration_secs': 0.552264} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.225796] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/5934998c-533d-4b17-a5aa-b54496a7ba6a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.226531] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302e4736-262a-426b-b65f-e9c59db5f032 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.233473] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1593.233473] env[62533]: value = "task-1898341" [ 1593.233473] env[62533]: _type = "Task" [ 1593.233473] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.242312] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898341, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.246313] env[62533]: DEBUG nova.network.neutron [-] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.287022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.289570] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.414s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.289754] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.289914] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1593.290557] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.200s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.290865] env[62533]: DEBUG nova.objects.instance [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lazy-loading 'resources' on Instance uuid 2c87c4f4-6a23-447c-95c1-286843a12450 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.295510] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8ca7a-f0a9-4982-ab71-57141b4afa72 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.299762] env[62533]: DEBUG nova.network.neutron [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updated VIF entry in instance network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.302511] env[62533]: DEBUG nova.network.neutron [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.309136] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c9dec-f362-4aec-8c19-288f5ab1228f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.335685] env[62533]: INFO nova.scheduler.client.report [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleted allocations for instance fdc30663-8abf-4aa3-8826-6dd1e0340a78 [ 1593.340607] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0b0b85-1f4c-444b-a6f5-193dc3006c68 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.357151] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9ba42-cdaa-4127-a97c-d767107d6584 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.360809] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.390743] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178918MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1593.390898] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.491218] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.491655] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68fdc3a3-55ed-4dc4-865f-7c25ff625fbe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.500953] env[62533]: DEBUG oslo_vmware.api [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1593.500953] env[62533]: value = "task-1898342" [ 1593.500953] env[62533]: _type = "Task" [ 1593.500953] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.515010] env[62533]: DEBUG oslo_vmware.api [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.531705] env[62533]: DEBUG oslo_vmware.api [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Task: {'id': task-1898340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350905} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.532179] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.532374] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.532681] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.533880] env[62533]: INFO nova.compute.manager [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1593.533880] env[62533]: DEBUG oslo.service.loopingcall [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.541040] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1593.541422] env[62533]: DEBUG nova.compute.manager [-] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1593.542033] env[62533]: DEBUG nova.network.neutron [-] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.543466] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59acfbb2-8247-47a0-8993-df95f150274d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.554253] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1593.554253] env[62533]: value = "task-1898343" [ 1593.554253] env[62533]: _type = "Task" [ 1593.554253] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.571174] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898343, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.597817] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.598281] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.598281] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.598281] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.598460] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.609211] env[62533]: DEBUG nova.compute.manager [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62533) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1593.609520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.609789] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a929e005-a91a-4ac5-8fb9-6eb4112f4eb0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.633929] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1593.633929] env[62533]: value = "task-1898344" [ 1593.633929] env[62533]: _type = "Task" [ 1593.633929] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.644700] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.748370] env[62533]: INFO nova.compute.manager [-] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Took 1.33 seconds to deallocate network for instance. [ 1593.748753] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898341, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.805210] env[62533]: DEBUG oslo_concurrency.lockutils [req-b98609da-aec1-4051-9e75-1e746dad4bab req-74a5ef6c-5e55-4f40-a0c9-b9f90cbb0e72 service nova] Releasing lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.851744] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5785fde2-f2f1-45da-9946-a68d9a81e503 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "fdc30663-8abf-4aa3-8826-6dd1e0340a78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.757s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.853785] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854462} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.856207] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf/c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.856435] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.859228] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54cc510e-662f-4744-ad09-29cccf01ada0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.868843] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1593.868843] env[62533]: value = "task-1898345" [ 1593.868843] env[62533]: _type = "Task" [ 1593.868843] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.884824] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.013493] env[62533]: DEBUG nova.compute.manager [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1594.013745] env[62533]: DEBUG nova.compute.manager [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing instance network info cache due to event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1594.014128] env[62533]: DEBUG oslo_concurrency.lockutils [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] Acquiring lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.014296] env[62533]: DEBUG oslo_concurrency.lockutils [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] Acquired lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.014528] env[62533]: DEBUG nova.network.neutron [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.024856] env[62533]: DEBUG oslo_vmware.api [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898342, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.076029] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898343, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.147105] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898344, 'name': ReconfigVM_Task, 'duration_secs': 0.379598} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.147436] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.249980] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898341, 'name': Rename_Task, 'duration_secs': 0.746059} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.250313] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.250575] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d4b297-7ea7-4805-8899-dd5abf719379 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.258994] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.261132] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1594.261132] env[62533]: value = "task-1898346" [ 1594.261132] env[62533]: _type = "Task" [ 1594.261132] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.271682] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.322521] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b2e96-06de-4452-8b21-c4fa9cbd77b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.333988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1630f-68b4-4b63-932e-4386476732af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.366411] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a07d07-f2d9-41bb-adc8-5104a6104014 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.376852] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0a7dd-fd80-4c68-b5ff-fdef9a5c7ab4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.383342] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112064} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.383995] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.384937] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7240f-6f3a-488a-a187-62a36067d1a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.395037] env[62533]: DEBUG nova.compute.provider_tree [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.417517] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf/c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.418508] env[62533]: DEBUG nova.network.neutron [-] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.419576] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa38ed5-250e-4aad-b06a-2feaddfb9031 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.451643] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1594.451643] env[62533]: value = "task-1898347" [ 1594.451643] env[62533]: _type = "Task" [ 1594.451643] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.460749] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.515489] env[62533]: DEBUG oslo_vmware.api [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898342, 'name': PowerOnVM_Task, 'duration_secs': 0.589957} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.515606] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.515734] env[62533]: DEBUG nova.compute.manager [None req-8bd7e4cf-6b7c-476c-b615-0289f99334ea tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.517202] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cd00fa-c608-4c4a-acc1-46bffcba8a67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.571802] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898343, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.590235] env[62533]: DEBUG nova.compute.manager [req-c4ef7729-0abc-453a-9114-6a6235af7066 req-d5ad8058-7ce5-47bb-aeae-6de6bf81351e service nova] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Received event network-vif-deleted-b42937c7-acc2-4075-8787-a2fc4d76af5d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1594.590422] env[62533]: DEBUG nova.compute.manager [req-c4ef7729-0abc-453a-9114-6a6235af7066 req-d5ad8058-7ce5-47bb-aeae-6de6bf81351e service nova] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Received event network-vif-deleted-7edffb93-c184-4c40-9b0b-fc34b32f514f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1594.654501] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.656018] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.656018] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.656018] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.656018] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.656018] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.656378] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.656645] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.656911] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.657998] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.657998] env[62533]: DEBUG nova.virt.hardware [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.664367] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1594.665121] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f244da57-e768-478a-aa30-9dc3d0176968 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.692481] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1594.692481] env[62533]: value = "task-1898348" [ 1594.692481] env[62533]: _type = "Task" [ 1594.692481] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.709178] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.773955] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.852695] env[62533]: DEBUG nova.network.neutron [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updated VIF entry in instance network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.852695] env[62533]: DEBUG nova.network.neutron [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.899160] env[62533]: DEBUG nova.scheduler.client.report [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.935476] env[62533]: INFO nova.compute.manager [-] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Took 1.39 seconds to deallocate network for instance. [ 1594.962483] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.070956] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898343, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.204626] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898348, 'name': ReconfigVM_Task, 'duration_secs': 0.42671} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.204963] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1595.206025] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c744aa0-cc15-4de6-804a-e7b46a215f95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.230835] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36/0b1df357-a0c0-481b-b2f6-1a6304335d36.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.231203] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7e3e69-69e2-4d88-b47d-b50da7238278 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.251798] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1595.251798] env[62533]: value = "task-1898349" [ 1595.251798] env[62533]: _type = "Task" [ 1595.251798] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.262701] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.271901] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.357377] env[62533]: DEBUG oslo_concurrency.lockutils [req-0eae7869-45a5-4135-bcdc-09dc59cda2b4 req-7ed6cbef-45fe-4ccf-bcf8-ec0fe2583632 service nova] Releasing lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.404527] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.407388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.819s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.409151] env[62533]: INFO nova.compute.claims [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.438590] env[62533]: INFO nova.scheduler.client.report [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Deleted allocations for instance 2c87c4f4-6a23-447c-95c1-286843a12450 [ 1595.452781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.463680] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898347, 'name': ReconfigVM_Task, 'duration_secs': 0.825728} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.464688] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Reconfigured VM instance instance-00000039 to attach disk [datastore2] c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf/c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.465338] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4bab234-f42e-4f7c-a923-0997fa3511bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.472717] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1595.472717] env[62533]: value = "task-1898350" [ 1595.472717] env[62533]: _type = "Task" [ 1595.472717] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.483203] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898350, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.568182] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898343, 'name': CloneVM_Task, 'duration_secs': 2.010632} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.568320] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Created linked-clone VM from snapshot [ 1595.569144] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9151785f-4698-4143-8fb9-51c9a03a86ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.577347] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Uploading image c5bcda3e-a3be-4b84-a628-fae69df847ff {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1595.612657] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1595.612657] env[62533]: value = "vm-391982" [ 1595.612657] env[62533]: _type = "VirtualMachine" [ 1595.612657] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1595.613137] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a256e9e2-fca7-4493-ab06-22a11ea88c01 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.621520] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lease: (returnval){ [ 1595.621520] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52036320-2eec-c587-9113-a5e378d0b54f" [ 1595.621520] env[62533]: _type = "HttpNfcLease" [ 1595.621520] env[62533]: } obtained for exporting VM: (result){ [ 1595.621520] env[62533]: value = "vm-391982" [ 1595.621520] env[62533]: _type = "VirtualMachine" [ 1595.621520] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1595.621788] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the lease: (returnval){ [ 1595.621788] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52036320-2eec-c587-9113-a5e378d0b54f" [ 1595.621788] env[62533]: _type = "HttpNfcLease" [ 1595.621788] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1595.630971] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1595.630971] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52036320-2eec-c587-9113-a5e378d0b54f" [ 1595.630971] env[62533]: _type = "HttpNfcLease" [ 1595.630971] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1595.699210] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.699210] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.765105] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898349, 'name': ReconfigVM_Task, 'duration_secs': 0.375948} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.769482] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36/0b1df357-a0c0-481b-b2f6-1a6304335d36.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.769857] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1595.781955] env[62533]: DEBUG oslo_vmware.api [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898346, 'name': PowerOnVM_Task, 'duration_secs': 1.046424} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.782238] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.782457] env[62533]: INFO nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1595.782620] env[62533]: DEBUG nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.783478] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62303b-2c26-481a-9cbe-213ffdaa52bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.956591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a93b5bc5-014a-454b-af5a-81ec40cddf37 tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "2c87c4f4-6a23-447c-95c1-286843a12450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.735s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.985246] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898350, 'name': Rename_Task, 'duration_secs': 0.19736} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.985783] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.986091] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14309568-1839-4117-b539-280bcac3e88b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.997026] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1595.997026] env[62533]: value = "task-1898352" [ 1595.997026] env[62533]: _type = "Task" [ 1595.997026] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.007501] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.132254] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1596.132254] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52036320-2eec-c587-9113-a5e378d0b54f" [ 1596.132254] env[62533]: _type = "HttpNfcLease" [ 1596.132254] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1596.132621] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1596.132621] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52036320-2eec-c587-9113-a5e378d0b54f" [ 1596.132621] env[62533]: _type = "HttpNfcLease" [ 1596.132621] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1596.133537] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0c7cf-67c6-4aba-8c30-5f9bb608a67d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.143958] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e48e1f-87d9-15f0-331d-6f8a1ee92248/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1596.144176] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e48e1f-87d9-15f0-331d-6f8a1ee92248/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1596.207751] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.248843] env[62533]: DEBUG nova.compute.manager [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Received event network-changed-448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1596.249145] env[62533]: DEBUG nova.compute.manager [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Refreshing instance network info cache due to event network-changed-448d8751-5933-4939-9e11-65d024242878. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1596.249447] env[62533]: DEBUG oslo_concurrency.lockutils [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] Acquiring lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.249965] env[62533]: DEBUG oslo_concurrency.lockutils [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] Acquired lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.250323] env[62533]: DEBUG nova.network.neutron [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Refreshing network info cache for port 448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.256858] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-249313af-60c2-4364-a3d6-798e02459b44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.277940] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b672a3-eca7-4bb5-9339-578c614ae2d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.308069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "933e7e20-db95-4f2b-9c46-7065740bfc01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.308379] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.308625] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.308870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.309060] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.314625] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcafb9d-ae6b-417b-9851-19907f7c7816 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.320015] env[62533]: INFO nova.compute.manager [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Terminating instance [ 1596.322630] env[62533]: INFO nova.compute.manager [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Took 40.85 seconds to build instance. [ 1596.347593] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.510338] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.729730] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.826652] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f730d9cb-49dd-4946-bd5d-4178e954c893 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.451s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.827409] env[62533]: DEBUG nova.compute.manager [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1596.827633] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1596.828863] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f763f-a3b2-42b1-bdd3-9e1f58ab82dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.844926] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.848188] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0260f0b7-1a92-4a91-8c9a-348065d6277d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.861344] env[62533]: DEBUG oslo_vmware.api [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1596.861344] env[62533]: value = "task-1898353" [ 1596.861344] env[62533]: _type = "Task" [ 1596.861344] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.879024] env[62533]: DEBUG oslo_vmware.api [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.890185] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "9cbb0843-d98d-4452-b109-840e2d946a5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.890814] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.891251] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "9cbb0843-d98d-4452-b109-840e2d946a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.891709] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.892107] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.894905] env[62533]: INFO nova.compute.manager [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Terminating instance [ 1596.956651] env[62533]: DEBUG nova.network.neutron [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Port d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1597.014071] env[62533]: DEBUG oslo_vmware.api [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898352, 'name': PowerOnVM_Task, 'duration_secs': 0.638558} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.016096] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.016096] env[62533]: INFO nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1597.016608] env[62533]: DEBUG nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.017735] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e82b5a8-f225-4502-bce9-79020b593ac2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.021480] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d112b0f-bf41-4c16-ab26-a586cf32c1a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.037023] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa09a00-96b3-4c35-80ae-d734d097c2e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.092250] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbc175-5030-4f5b-8c6f-b36d155ea3a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.097388] env[62533]: DEBUG nova.compute.manager [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Received event network-changed-448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1597.097724] env[62533]: DEBUG nova.compute.manager [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Refreshing instance network info cache due to event network-changed-448d8751-5933-4939-9e11-65d024242878. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1597.098044] env[62533]: DEBUG oslo_concurrency.lockutils [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] Acquiring lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.107630] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c420991-d7d4-4eb8-a3ff-748fc8661d3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.127882] env[62533]: DEBUG nova.compute.provider_tree [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.242979] env[62533]: DEBUG nova.network.neutron [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updated VIF entry in instance network info cache for port 448d8751-5933-4939-9e11-65d024242878. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.243427] env[62533]: DEBUG nova.network.neutron [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [{"id": "448d8751-5933-4939-9e11-65d024242878", "address": "fa:16:3e:39:23:ad", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448d8751-59", "ovs_interfaceid": "448d8751-5933-4939-9e11-65d024242878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.380618] env[62533]: DEBUG oslo_vmware.api [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898353, 'name': PowerOffVM_Task, 'duration_secs': 0.262097} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.381116] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.381731] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.381731] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396e7c7b-7089-4e0a-bce4-8e9955e252cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.403981] env[62533]: DEBUG nova.compute.manager [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.404096] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.405450] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dfde8d-2e30-43ae-9bbb-228c75472f43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.419401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.419822] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20160b5e-c7db-442c-976b-424a36684292 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.431137] env[62533]: DEBUG oslo_vmware.api [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1597.431137] env[62533]: value = "task-1898355" [ 1597.431137] env[62533]: _type = "Task" [ 1597.431137] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.546406] env[62533]: INFO nova.compute.manager [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Took 41.04 seconds to build instance. [ 1597.586068] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.587189] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.587189] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Deleting the datastore file [datastore2] 933e7e20-db95-4f2b-9c46-7065740bfc01 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.588067] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f7a767f-4889-400b-ab3d-d15352905c49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.598343] env[62533]: DEBUG oslo_vmware.api [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1597.598343] env[62533]: value = "task-1898356" [ 1597.598343] env[62533]: _type = "Task" [ 1597.598343] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.611887] env[62533]: DEBUG oslo_vmware.api [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.631545] env[62533]: DEBUG nova.scheduler.client.report [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.746768] env[62533]: DEBUG oslo_concurrency.lockutils [req-b70fc9aa-a486-4443-aae9-2238151daf86 req-abf19972-2c36-4ad7-8086-eb3b30200e4b service nova] Releasing lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.748936] env[62533]: DEBUG oslo_concurrency.lockutils [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] Acquired lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.749296] env[62533]: DEBUG nova.network.neutron [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Refreshing network info cache for port 448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.941835] env[62533]: DEBUG oslo_vmware.api [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898355, 'name': PowerOffVM_Task, 'duration_secs': 0.308867} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.942291] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.942559] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.942896] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e306aea-dcd0-4259-b749-78131cc868c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.991264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.991264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.991438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.048817] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c54f02d3-3b5f-4f03-babc-b2cccc2e4ecb tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.965s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.110701] env[62533]: DEBUG oslo_vmware.api [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324107} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.111208] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.111379] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.111646] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.112408] env[62533]: INFO nova.compute.manager [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1598.112408] env[62533]: DEBUG oslo.service.loopingcall [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.112591] env[62533]: DEBUG nova.compute.manager [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.112720] env[62533]: DEBUG nova.network.neutron [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.141860] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.142555] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.145995] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.818s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.147789] env[62533]: INFO nova.compute.claims [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1598.608094] env[62533]: DEBUG nova.network.neutron [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updated VIF entry in instance network info cache for port 448d8751-5933-4939-9e11-65d024242878. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.608554] env[62533]: DEBUG nova.network.neutron [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [{"id": "448d8751-5933-4939-9e11-65d024242878", "address": "fa:16:3e:39:23:ad", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448d8751-59", "ovs_interfaceid": "448d8751-5933-4939-9e11-65d024242878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.653539] env[62533]: DEBUG nova.compute.utils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.657838] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.658036] env[62533]: DEBUG nova.network.neutron [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.730287] env[62533]: DEBUG nova.policy [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a491df499f4b7093d42c036afd7cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8de050ebe844d8b17cfdbd41b25338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.793777] env[62533]: DEBUG nova.compute.manager [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1598.794072] env[62533]: DEBUG nova.compute.manager [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing instance network info cache due to event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1598.794686] env[62533]: DEBUG oslo_concurrency.lockutils [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.795165] env[62533]: DEBUG oslo_concurrency.lockutils [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.795165] env[62533]: DEBUG nova.network.neutron [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.012790] env[62533]: DEBUG nova.network.neutron [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.040462] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.040462] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.040462] env[62533]: DEBUG nova.network.neutron [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.112575] env[62533]: DEBUG oslo_concurrency.lockutils [req-f3832951-43f1-4ccd-a5a8-adc014f166ec req-8eec083e-57a3-4eed-92c6-5ddee0247df9 service nova] Releasing lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.161321] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.342774] env[62533]: DEBUG nova.network.neutron [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Successfully created port: 3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.439560] env[62533]: INFO nova.compute.manager [None req-4d1ffcaf-8dab-492e-a1e6-5bd17c37c9ad tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Get console output [ 1599.441631] env[62533]: WARNING nova.virt.vmwareapi.driver [None req-4d1ffcaf-8dab-492e-a1e6-5bd17c37c9ad tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] The console log is missing. Check your VSPC configuration [ 1599.514424] env[62533]: INFO nova.compute.manager [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Took 1.40 seconds to deallocate network for instance. [ 1599.618428] env[62533]: DEBUG nova.network.neutron [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updated VIF entry in instance network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.618804] env[62533]: DEBUG nova.network.neutron [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.814953] env[62533]: DEBUG nova.network.neutron [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance_info_cache with network_info: [{"id": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "address": "fa:16:3e:5f:e7:1e", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd721c0d0-57", "ovs_interfaceid": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.886536] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ef64fd-dd6b-4c36-8158-457321d1a029 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.895269] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b78d5-8e59-480f-96c1-57c8d69ebab9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.928040] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d482477-ae89-4fcc-bba8-1817f68316c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.936842] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7537c07-a8bc-4655-b13f-ff63440234d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.954888] env[62533]: DEBUG nova.compute.provider_tree [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.023145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.122509] env[62533]: DEBUG oslo_concurrency.lockutils [req-122b74e1-8aa5-4a33-89ef-2f2a85553331 req-db00cfb4-df9f-4ef5-b845-486ed575fbea service nova] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.174579] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.205106] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.205106] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.205333] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.205648] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.205947] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.206284] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.206607] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.206864] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.207152] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.207446] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.207719] env[62533]: DEBUG nova.virt.hardware [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.208711] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2625dc0f-e107-486a-8d33-de8b73b0d4bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.218912] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d98348e-bab7-45dd-9924-6b924383de9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.318344] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.329155] env[62533]: DEBUG nova.compute.manager [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1600.329155] env[62533]: DEBUG nova.compute.manager [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing instance network info cache due to event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1600.329155] env[62533]: DEBUG oslo_concurrency.lockutils [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] Acquiring lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.329155] env[62533]: DEBUG oslo_concurrency.lockutils [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] Acquired lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.329769] env[62533]: DEBUG nova.network.neutron [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.460136] env[62533]: DEBUG nova.scheduler.client.report [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.849954] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7ad620-fd5f-42d6-9c1d-7e89c592c86f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.873534] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87398f9f-6870-4687-aa50-3a685f709a26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.881790] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1600.972490] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.973060] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.975967] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.038s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.980214] env[62533]: DEBUG nova.objects.instance [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'resources' on Instance uuid d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.981625] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "933e7e20-db95-4f2b-9c46-7065740bfc01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.045423] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.045694] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.045947] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Deleting the datastore file [datastore1] 9cbb0843-d98d-4452-b109-840e2d946a5e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.046281] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1bd7fca-b1ba-4fa6-b332-0a96b8116066 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.054891] env[62533]: DEBUG oslo_vmware.api [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for the task: (returnval){ [ 1601.054891] env[62533]: value = "task-1898358" [ 1601.054891] env[62533]: _type = "Task" [ 1601.054891] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.064502] env[62533]: DEBUG oslo_vmware.api [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.096234] env[62533]: DEBUG nova.compute.manager [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Received event network-changed-444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1601.096437] env[62533]: DEBUG nova.compute.manager [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Refreshing instance network info cache due to event network-changed-444b5f2d-8978-49a1-a4e7-04890e73d164. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1601.096647] env[62533]: DEBUG oslo_concurrency.lockutils [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] Acquiring lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.096788] env[62533]: DEBUG oslo_concurrency.lockutils [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] Acquired lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.096948] env[62533]: DEBUG nova.network.neutron [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Refreshing network info cache for port 444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.123257] env[62533]: DEBUG nova.network.neutron [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updated VIF entry in instance network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.123659] env[62533]: DEBUG nova.network.neutron [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.273345] env[62533]: DEBUG nova.network.neutron [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Successfully updated port: 3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.281568] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.281904] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.282140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.283070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.283070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.288028] env[62533]: INFO nova.compute.manager [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Terminating instance [ 1601.389084] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.389593] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48947142-d227-47d9-80a7-e381bb028fd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.399768] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1601.399768] env[62533]: value = "task-1898359" [ 1601.399768] env[62533]: _type = "Task" [ 1601.399768] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.413290] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.485701] env[62533]: DEBUG nova.compute.utils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1601.485701] env[62533]: DEBUG nova.objects.instance [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'numa_topology' on Instance uuid d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.487624] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1601.487883] env[62533]: DEBUG nova.network.neutron [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.535286] env[62533]: DEBUG nova.policy [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.566954] env[62533]: DEBUG oslo_vmware.api [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Task: {'id': task-1898358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27188} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.567251] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.567441] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.567648] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.567887] env[62533]: INFO nova.compute.manager [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Took 4.16 seconds to destroy the instance on the hypervisor. [ 1601.568116] env[62533]: DEBUG oslo.service.loopingcall [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.568393] env[62533]: DEBUG nova.compute.manager [-] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1601.568487] env[62533]: DEBUG nova.network.neutron [-] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.626954] env[62533]: DEBUG oslo_concurrency.lockutils [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] Releasing lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.627249] env[62533]: DEBUG nova.compute.manager [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Received event network-vif-deleted-448d8751-5933-4939-9e11-65d024242878 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1601.627453] env[62533]: DEBUG nova.compute.manager [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1601.627620] env[62533]: DEBUG nova.compute.manager [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing instance network info cache due to event network-changed-ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1601.627834] env[62533]: DEBUG oslo_concurrency.lockutils [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] Acquiring lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.627981] env[62533]: DEBUG oslo_concurrency.lockutils [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] Acquired lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.628155] env[62533]: DEBUG nova.network.neutron [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Refreshing network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.777323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "refresh_cache-daaa0180-f90b-4982-85a5-6f27042ac1be" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.777469] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "refresh_cache-daaa0180-f90b-4982-85a5-6f27042ac1be" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.777703] env[62533]: DEBUG nova.network.neutron [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.792062] env[62533]: DEBUG nova.compute.manager [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1601.792232] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.793066] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d2cad1-3ba0-41ab-b3bf-f21fbd56731f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.803825] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.804168] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f2f0f46-508e-4fc5-92ef-b6bcbb464e71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.814172] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1601.814172] env[62533]: value = "task-1898360" [ 1601.814172] env[62533]: _type = "Task" [ 1601.814172] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.824800] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.913475] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.994028] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.995497] env[62533]: DEBUG nova.objects.base [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1602.111169] env[62533]: DEBUG nova.network.neutron [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updated VIF entry in instance network info cache for port 444b5f2d-8978-49a1-a4e7-04890e73d164. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.112900] env[62533]: DEBUG nova.network.neutron [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updating instance_info_cache with network_info: [{"id": "444b5f2d-8978-49a1-a4e7-04890e73d164", "address": "fa:16:3e:05:47:a4", "network": {"id": "90f3fc69-f0f5-4aed-be29-e09a85c4fbd1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1697901551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1b98ec762f4cb6bf279ceb084a4167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444b5f2d-89", "ovs_interfaceid": "444b5f2d-8978-49a1-a4e7-04890e73d164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.118393] env[62533]: DEBUG nova.network.neutron [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Successfully created port: c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1602.324683] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898360, 'name': PowerOffVM_Task, 'duration_secs': 0.322385} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.327401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.327573] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.328031] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97f83b49-ab6b-4042-81db-4de4e141a935 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.350086] env[62533]: DEBUG nova.network.neutron [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.411133] env[62533]: DEBUG oslo_vmware.api [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898359, 'name': PowerOnVM_Task, 'duration_secs': 0.70358} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.414162] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.414388] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5024a19a-12e4-4e30-af96-4c365e9ba912 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance '0b1df357-a0c0-481b-b2f6-1a6304335d36' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.539751] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226e246-b518-49fd-82ea-54ef2979ee82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.549082] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bba7391-e468-405c-a8d0-c55eb45ede30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.587124] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fff71b-c635-4542-a687-7e88f2c195a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.592017] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.592441] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.592703] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleting the datastore file [datastore2] a1b021c1-4a56-440e-903a-9b8d13d18fa2 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.593094] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4807a38-9818-4af2-bc12-41fd593234ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.601113] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19869a62-66f0-42ed-a69a-f58e53378080 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.606340] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1602.606340] env[62533]: value = "task-1898362" [ 1602.606340] env[62533]: _type = "Task" [ 1602.606340] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.618743] env[62533]: DEBUG oslo_concurrency.lockutils [req-57c38a72-f505-4f54-9266-3a6eaf4704d7 req-965858e0-f663-4e20-ba3c-b2fa486f3ef2 service nova] Releasing lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.619401] env[62533]: DEBUG nova.compute.provider_tree [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.626821] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.639695] env[62533]: DEBUG nova.network.neutron [-] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.868295] env[62533]: DEBUG nova.network.neutron [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updated VIF entry in instance network info cache for port ffd304d7-ca27-4e32-bd9c-bd1775da6399. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.868874] env[62533]: DEBUG nova.network.neutron [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [{"id": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "address": "fa:16:3e:4c:f5:f1", "network": {"id": "c2b3d66e-d8b2-4f69-a019-33fc2c2eb7ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1325171203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "074d90334f33429eb4b4317db0e9ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd304d7-ca", "ovs_interfaceid": "ffd304d7-ca27-4e32-bd9c-bd1775da6399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.886703] env[62533]: DEBUG nova.compute.manager [req-9c9d916f-1472-41d5-83a8-d54e89f592a8 req-ba53ce92-ae76-46b6-94c0-daa73cde97f0 service nova] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Received event network-vif-deleted-775e49de-bfca-4a58-ab50-18ba29e2f934 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1602.900859] env[62533]: DEBUG nova.network.neutron [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Updating instance_info_cache with network_info: [{"id": "3650242e-937b-4795-bac2-dc68e3e6e0ab", "address": "fa:16:3e:0f:ab:af", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3650242e-93", "ovs_interfaceid": "3650242e-937b-4795-bac2-dc68e3e6e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.008633] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1603.041438] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1603.041743] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.041981] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1603.042203] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.042354] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1603.042500] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1603.042711] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1603.042872] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1603.043048] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1603.043215] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1603.043391] env[62533]: DEBUG nova.virt.hardware [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1603.044334] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8f4f10-4a50-48c6-8261-7a899d99a2fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.055917] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc620d-d9b9-4ef2-8b9d-eb566c30e86f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.117401] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.122965] env[62533]: DEBUG nova.scheduler.client.report [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.142668] env[62533]: INFO nova.compute.manager [-] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Took 1.57 seconds to deallocate network for instance. [ 1603.307776] env[62533]: DEBUG nova.compute.manager [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Received event network-vif-plugged-3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1603.307916] env[62533]: DEBUG oslo_concurrency.lockutils [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] Acquiring lock "daaa0180-f90b-4982-85a5-6f27042ac1be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.308218] env[62533]: DEBUG oslo_concurrency.lockutils [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.308434] env[62533]: DEBUG oslo_concurrency.lockutils [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.308659] env[62533]: DEBUG nova.compute.manager [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] No waiting events found dispatching network-vif-plugged-3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.308891] env[62533]: WARNING nova.compute.manager [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Received unexpected event network-vif-plugged-3650242e-937b-4795-bac2-dc68e3e6e0ab for instance with vm_state building and task_state spawning. [ 1603.309113] env[62533]: DEBUG nova.compute.manager [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Received event network-changed-3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1603.309359] env[62533]: DEBUG nova.compute.manager [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Refreshing instance network info cache due to event network-changed-3650242e-937b-4795-bac2-dc68e3e6e0ab. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1603.309606] env[62533]: DEBUG oslo_concurrency.lockutils [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] Acquiring lock "refresh_cache-daaa0180-f90b-4982-85a5-6f27042ac1be" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.371785] env[62533]: DEBUG oslo_concurrency.lockutils [req-73e820f2-df89-45bb-a47e-828ae2a600fd req-021ecbf9-3e84-4bf4-b12b-f6ad916cbe74 service nova] Releasing lock "refresh_cache-bf8ae846-d7d3-4221-8a88-71dc75f34fbc" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.403946] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "refresh_cache-daaa0180-f90b-4982-85a5-6f27042ac1be" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.404344] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Instance network_info: |[{"id": "3650242e-937b-4795-bac2-dc68e3e6e0ab", "address": "fa:16:3e:0f:ab:af", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3650242e-93", "ovs_interfaceid": "3650242e-937b-4795-bac2-dc68e3e6e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1603.404672] env[62533]: DEBUG oslo_concurrency.lockutils [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] Acquired lock "refresh_cache-daaa0180-f90b-4982-85a5-6f27042ac1be" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.404942] env[62533]: DEBUG nova.network.neutron [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Refreshing network info cache for port 3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.406469] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ab:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3650242e-937b-4795-bac2-dc68e3e6e0ab', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.415607] env[62533]: DEBUG oslo.service.loopingcall [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.416394] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.416672] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef3e4b2-29b5-4300-a0b2-f14180b66f42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.449576] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.449576] env[62533]: value = "task-1898363" [ 1603.449576] env[62533]: _type = "Task" [ 1603.449576] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.461942] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898363, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.618453] env[62533]: DEBUG oslo_vmware.api [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587907} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.618700] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.618880] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.619093] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.619367] env[62533]: INFO nova.compute.manager [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1603.619589] env[62533]: DEBUG oslo.service.loopingcall [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.619816] env[62533]: DEBUG nova.compute.manager [-] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1603.619914] env[62533]: DEBUG nova.network.neutron [-] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.632091] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.656s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.634906] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.884s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.635212] env[62533]: DEBUG nova.objects.instance [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lazy-loading 'resources' on Instance uuid 4461ed70-858b-4907-9802-b81499c609bf {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.650373] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.907819] env[62533]: DEBUG nova.network.neutron [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Successfully updated port: c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.961333] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898363, 'name': CreateVM_Task, 'duration_secs': 0.492094} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.961894] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.962630] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.962810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.963323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.963598] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd224c23-8fb6-4f45-aeb7-8730dcbbb1b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.973125] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1603.973125] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd2e84-16fa-bf6a-e979-04954bd48a69" [ 1603.973125] env[62533]: _type = "Task" [ 1603.973125] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.982883] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd2e84-16fa-bf6a-e979-04954bd48a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.144641] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0a23abe7-1a41-4699-843e-a8fd5b3848b4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.699s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.149192] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.144s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.149444] env[62533]: INFO nova.compute.manager [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Unshelving [ 1604.232872] env[62533]: DEBUG nova.network.neutron [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Updated VIF entry in instance network info cache for port 3650242e-937b-4795-bac2-dc68e3e6e0ab. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.233294] env[62533]: DEBUG nova.network.neutron [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Updating instance_info_cache with network_info: [{"id": "3650242e-937b-4795-bac2-dc68e3e6e0ab", "address": "fa:16:3e:0f:ab:af", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3650242e-93", "ovs_interfaceid": "3650242e-937b-4795-bac2-dc68e3e6e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.411145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-cb58dff4-d64c-4977-8434-ee6118e5ddf9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.411145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-cb58dff4-d64c-4977-8434-ee6118e5ddf9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.411145] env[62533]: DEBUG nova.network.neutron [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.486099] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd2e84-16fa-bf6a-e979-04954bd48a69, 'name': SearchDatastore_Task, 'duration_secs': 0.023105} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.489950] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.490842] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.490842] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.490842] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.491048] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.492546] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ffc3589-a753-496b-a0f5-73a3dbd21506 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.509022] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.509216] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.510413] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2781b0-1297-42b8-bfc0-6e8bba663297 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.516637] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1604.516637] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52265315-2e05-a427-8067-c9a5a66ebed1" [ 1604.516637] env[62533]: _type = "Task" [ 1604.516637] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.528022] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52265315-2e05-a427-8067-c9a5a66ebed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.693823] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249507f-07fb-445a-ae27-78f1b8229a15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.703614] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadebf65-c67b-46ed-9c75-d9bcdfe9f8bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.739448] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c28ae3d-76d4-4f37-8d52-6a3c878c1685 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.743032] env[62533]: DEBUG oslo_concurrency.lockutils [req-6b42cfab-9309-412d-a3af-62a3d523a382 req-1a619a9c-f533-4eca-8229-3302778551ce service nova] Releasing lock "refresh_cache-daaa0180-f90b-4982-85a5-6f27042ac1be" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.755595] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f72b96-f3ab-48da-af92-b0e3edd71504 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.770870] env[62533]: DEBUG nova.compute.provider_tree [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.867570] env[62533]: DEBUG nova.network.neutron [-] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.955201] env[62533]: DEBUG nova.network.neutron [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.031516] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52265315-2e05-a427-8067-c9a5a66ebed1, 'name': SearchDatastore_Task, 'duration_secs': 0.032619} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.033193] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc973bc-5cd1-42f6-90ff-e799cd8c74f5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.042476] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1605.042476] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5240c838-e752-7c20-e8f5-1ffc21401cae" [ 1605.042476] env[62533]: _type = "Task" [ 1605.042476] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.051686] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5240c838-e752-7c20-e8f5-1ffc21401cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.104911] env[62533]: DEBUG nova.compute.manager [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Received event network-changed-444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1605.105149] env[62533]: DEBUG nova.compute.manager [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Refreshing instance network info cache due to event network-changed-444b5f2d-8978-49a1-a4e7-04890e73d164. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1605.105385] env[62533]: DEBUG oslo_concurrency.lockutils [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] Acquiring lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.105532] env[62533]: DEBUG oslo_concurrency.lockutils [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] Acquired lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.105705] env[62533]: DEBUG nova.network.neutron [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Refreshing network info cache for port 444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.168529] env[62533]: DEBUG nova.compute.utils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.171209] env[62533]: DEBUG nova.network.neutron [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Updating instance_info_cache with network_info: [{"id": "c002e7cc-d7b2-49f2-91c8-97aceb781563", "address": "fa:16:3e:d5:cc:27", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc002e7cc-d7", "ovs_interfaceid": "c002e7cc-d7b2-49f2-91c8-97aceb781563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.252771] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.253128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.253239] env[62533]: DEBUG nova.compute.manager [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Going to confirm migration 3 {{(pid=62533) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1605.276028] env[62533]: DEBUG nova.scheduler.client.report [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.333957] env[62533]: DEBUG nova.compute.manager [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Received event network-vif-plugged-c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1605.334243] env[62533]: DEBUG oslo_concurrency.lockutils [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] Acquiring lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.334451] env[62533]: DEBUG oslo_concurrency.lockutils [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.334649] env[62533]: DEBUG oslo_concurrency.lockutils [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.334842] env[62533]: DEBUG nova.compute.manager [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] No waiting events found dispatching network-vif-plugged-c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.335059] env[62533]: WARNING nova.compute.manager [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Received unexpected event network-vif-plugged-c002e7cc-d7b2-49f2-91c8-97aceb781563 for instance with vm_state building and task_state spawning. [ 1605.335292] env[62533]: DEBUG nova.compute.manager [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Received event network-changed-c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1605.335461] env[62533]: DEBUG nova.compute.manager [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Refreshing instance network info cache due to event network-changed-c002e7cc-d7b2-49f2-91c8-97aceb781563. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1605.335615] env[62533]: DEBUG oslo_concurrency.lockutils [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] Acquiring lock "refresh_cache-cb58dff4-d64c-4977-8434-ee6118e5ddf9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.372515] env[62533]: INFO nova.compute.manager [-] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Took 1.75 seconds to deallocate network for instance. [ 1605.551167] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5240c838-e752-7c20-e8f5-1ffc21401cae, 'name': SearchDatastore_Task, 'duration_secs': 0.026469} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.551456] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.551719] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] daaa0180-f90b-4982-85a5-6f27042ac1be/daaa0180-f90b-4982-85a5-6f27042ac1be.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.551983] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021cc2d2-3ba4-4dbf-bb97-d80ea430088a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.563428] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1605.563428] env[62533]: value = "task-1898364" [ 1605.563428] env[62533]: _type = "Task" [ 1605.563428] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.572302] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.673759] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-cb58dff4-d64c-4977-8434-ee6118e5ddf9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.674135] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Instance network_info: |[{"id": "c002e7cc-d7b2-49f2-91c8-97aceb781563", "address": "fa:16:3e:d5:cc:27", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc002e7cc-d7", "ovs_interfaceid": "c002e7cc-d7b2-49f2-91c8-97aceb781563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.674928] env[62533]: INFO nova.virt.block_device [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Booting with volume 9d772fe5-fc50-4151-b13b-d2ece56abe31 at /dev/sdb [ 1605.676958] env[62533]: DEBUG oslo_concurrency.lockutils [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] Acquired lock "refresh_cache-cb58dff4-d64c-4977-8434-ee6118e5ddf9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.677169] env[62533]: DEBUG nova.network.neutron [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Refreshing network info cache for port c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.678454] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:cc:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c002e7cc-d7b2-49f2-91c8-97aceb781563', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.687410] env[62533]: DEBUG oslo.service.loopingcall [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.692392] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.694701] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c536aed-8812-4031-a1c1-d1ef7440fbde {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.718052] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.718052] env[62533]: value = "task-1898365" [ 1605.718052] env[62533]: _type = "Task" [ 1605.718052] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.722280] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-209c7cb6-100d-4bfd-9f4d-08a0124370ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.730968] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898365, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.734713] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6808e2b-a2d7-4f91-990e-475c61e6a629 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.776667] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3752902f-1ebc-4182-8f87-944e4e850b00 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.779220] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.781638] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.864s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.783783] env[62533]: INFO nova.compute.claims [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.800138] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59098d4-9ddb-40fd-8f37-f22c46658907 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.813820] env[62533]: INFO nova.scheduler.client.report [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Deleted allocations for instance 4461ed70-858b-4907-9802-b81499c609bf [ 1605.817283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.817438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.817611] env[62533]: DEBUG nova.network.neutron [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.817821] env[62533]: DEBUG nova.objects.instance [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lazy-loading 'info_cache' on Instance uuid 0b1df357-a0c0-481b-b2f6-1a6304335d36 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.855144] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375ece6-d396-4c28-9ad9-50eb11721bd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.865435] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aec134-0f45-4cfc-8cf8-8016e3d5ac21 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.880348] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.885037] env[62533]: DEBUG nova.virt.block_device [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating existing volume attachment record: ae74db31-c206-4249-a571-f7e43cbd7420 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1605.895607] env[62533]: DEBUG nova.network.neutron [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updated VIF entry in instance network info cache for port 444b5f2d-8978-49a1-a4e7-04890e73d164. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.896075] env[62533]: DEBUG nova.network.neutron [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updating instance_info_cache with network_info: [{"id": "444b5f2d-8978-49a1-a4e7-04890e73d164", "address": "fa:16:3e:05:47:a4", "network": {"id": "90f3fc69-f0f5-4aed-be29-e09a85c4fbd1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1697901551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1b98ec762f4cb6bf279ceb084a4167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444b5f2d-89", "ovs_interfaceid": "444b5f2d-8978-49a1-a4e7-04890e73d164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.899270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.899270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.899270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.899270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.899270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.901870] env[62533]: INFO nova.compute.manager [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Terminating instance [ 1606.012742] env[62533]: DEBUG nova.network.neutron [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Updated VIF entry in instance network info cache for port c002e7cc-d7b2-49f2-91c8-97aceb781563. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1606.013262] env[62533]: DEBUG nova.network.neutron [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Updating instance_info_cache with network_info: [{"id": "c002e7cc-d7b2-49f2-91c8-97aceb781563", "address": "fa:16:3e:d5:cc:27", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc002e7cc-d7", "ovs_interfaceid": "c002e7cc-d7b2-49f2-91c8-97aceb781563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.074869] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898364, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.233299] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898365, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.325966] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8460ad1-3803-488f-ae8c-f2791c9351c3 tempest-VolumesAssistedSnapshotsTest-754582092 tempest-VolumesAssistedSnapshotsTest-754582092-project-member] Lock "4461ed70-858b-4907-9802-b81499c609bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.854s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.399561] env[62533]: DEBUG oslo_concurrency.lockutils [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] Releasing lock "refresh_cache-c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.400065] env[62533]: DEBUG nova.compute.manager [req-7982d944-d9b5-4acd-8e13-1dc13ee0a988 req-96918306-59ca-4e9f-adec-61a47465ca4d service nova] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Received event network-vif-deleted-3c53d228-20da-481d-8a05-21cfa6a5e7c0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1606.405895] env[62533]: DEBUG nova.compute.manager [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1606.406190] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.407199] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec06ee6-39ef-499e-8b37-69ffa627e8b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.417526] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.417808] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90cc877-e570-4b1f-8e5c-25dcd7a6568d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.424641] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1606.424641] env[62533]: value = "task-1898369" [ 1606.424641] env[62533]: _type = "Task" [ 1606.424641] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.434392] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.516909] env[62533]: DEBUG oslo_concurrency.lockutils [req-39af2941-5412-4fd6-af60-70ba0592e492 req-8609864e-596f-46ec-826f-eff00a5e2d06 service nova] Releasing lock "refresh_cache-cb58dff4-d64c-4977-8434-ee6118e5ddf9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.575940] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841716} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.576250] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] daaa0180-f90b-4982-85a5-6f27042ac1be/daaa0180-f90b-4982-85a5-6f27042ac1be.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.576467] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.576720] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e5a5d8-0d03-4965-b2ee-f9d92c5f51ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.585110] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1606.585110] env[62533]: value = "task-1898370" [ 1606.585110] env[62533]: _type = "Task" [ 1606.585110] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.594352] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.730522] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898365, 'name': CreateVM_Task, 'duration_secs': 0.655672} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.730714] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.731495] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.731680] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.732016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.732284] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfbe01a-e8c5-4517-bd6f-cce9af536dcd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.738158] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1606.738158] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52064eef-4eaf-4cac-5814-6362ad60b235" [ 1606.738158] env[62533]: _type = "Task" [ 1606.738158] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.748411] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52064eef-4eaf-4cac-5814-6362ad60b235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.937099] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.050521] env[62533]: DEBUG nova.network.neutron [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance_info_cache with network_info: [{"id": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "address": "fa:16:3e:5f:e7:1e", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd721c0d0-57", "ovs_interfaceid": "d721c0d0-57a7-4ac6-aa3a-6b5fae33e749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.098109] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166938} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.098109] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.098109] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c76c3d9-3a5d-4a7b-bbef-c084b1990f35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.122446] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] daaa0180-f90b-4982-85a5-6f27042ac1be/daaa0180-f90b-4982-85a5-6f27042ac1be.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.125354] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424c069c-d785-4897-ad9a-c76bd11b7615 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.148795] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1607.148795] env[62533]: value = "task-1898371" [ 1607.148795] env[62533]: _type = "Task" [ 1607.148795] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.160830] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.250094] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52064eef-4eaf-4cac-5814-6362ad60b235, 'name': SearchDatastore_Task, 'duration_secs': 0.019752} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.252870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.253171] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.253462] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.253673] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.253934] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.254459] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6dec8a-bafa-488a-947b-3b4b39c27ebe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.264490] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.264698] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.267829] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98392d81-5fab-48a0-93b1-b0af2749986f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.273851] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1607.273851] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd5d68-0d12-1d86-872c-03ff7a63265a" [ 1607.273851] env[62533]: _type = "Task" [ 1607.273851] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.282105] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd5d68-0d12-1d86-872c-03ff7a63265a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.284374] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a184c-8d0f-4f0f-b7ed-e2bc045980ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.291065] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f3203c-74a9-456d-8f64-1bdd08724223 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.322747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965a7ec-8455-4355-a224-81dd5edc86f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.334387] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24422be1-f3d1-402a-9db2-0daaf68b3878 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.351931] env[62533]: DEBUG nova.compute.provider_tree [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.362626] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e48e1f-87d9-15f0-331d-6f8a1ee92248/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1607.363548] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe278d-3498-4459-9b6c-4758441b0282 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.377024] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e48e1f-87d9-15f0-331d-6f8a1ee92248/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1607.377024] env[62533]: ERROR oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e48e1f-87d9-15f0-331d-6f8a1ee92248/disk-0.vmdk due to incomplete transfer. [ 1607.377024] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-953c349e-3fd6-44ed-b00c-ed76f2179e91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.382890] env[62533]: DEBUG oslo_vmware.rw_handles [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e48e1f-87d9-15f0-331d-6f8a1ee92248/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1607.383135] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Uploaded image c5bcda3e-a3be-4b84-a628-fae69df847ff to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1607.385659] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1607.387232] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03b4997e-05e3-40d2-98e7-d6c0ae31a268 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.397048] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1607.397048] env[62533]: value = "task-1898372" [ 1607.397048] env[62533]: _type = "Task" [ 1607.397048] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.407900] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898372, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.439447] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.552960] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-0b1df357-a0c0-481b-b2f6-1a6304335d36" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.553917] env[62533]: DEBUG nova.objects.instance [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lazy-loading 'migration_context' on Instance uuid 0b1df357-a0c0-481b-b2f6-1a6304335d36 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.659937] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898371, 'name': ReconfigVM_Task, 'duration_secs': 0.343039} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.659937] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Reconfigured VM instance instance-0000003a to attach disk [datastore1] daaa0180-f90b-4982-85a5-6f27042ac1be/daaa0180-f90b-4982-85a5-6f27042ac1be.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.660308] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6e2c49a-278d-4792-b82c-8a157a7b7dfa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.668671] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1607.668671] env[62533]: value = "task-1898373" [ 1607.668671] env[62533]: _type = "Task" [ 1607.668671] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.677515] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898373, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.785331] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd5d68-0d12-1d86-872c-03ff7a63265a, 'name': SearchDatastore_Task, 'duration_secs': 0.016839} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.786556] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa66bc6-088a-4a5d-b979-519f60ee80e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.793674] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1607.793674] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520634c2-6c51-96dc-40c1-9cb042c0c8b6" [ 1607.793674] env[62533]: _type = "Task" [ 1607.793674] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.802440] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520634c2-6c51-96dc-40c1-9cb042c0c8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.857528] env[62533]: DEBUG nova.scheduler.client.report [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.909517] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898372, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.937691] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898369, 'name': PowerOffVM_Task, 'duration_secs': 1.133748} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.938090] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.938382] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.938733] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25db649c-ac4f-45d8-98ea-850d33b21fd2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.022021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.022021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.022021] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Deleting the datastore file [datastore2] c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.022021] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-558ac33d-155b-48e5-8f03-f5bf2213a5c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.028987] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for the task: (returnval){ [ 1608.028987] env[62533]: value = "task-1898375" [ 1608.028987] env[62533]: _type = "Task" [ 1608.028987] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.039089] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.056591] env[62533]: DEBUG nova.objects.base [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Object Instance<0b1df357-a0c0-481b-b2f6-1a6304335d36> lazy-loaded attributes: info_cache,migration_context {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1608.057927] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6440e29e-0ad7-4909-b233-861cd309ddd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.083194] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ffc6b8-4dcf-4b4f-a6cd-8343c3d0af2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.090644] env[62533]: DEBUG oslo_vmware.api [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1608.090644] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522e45ea-65c1-a41e-4793-10c5e0e7d9fc" [ 1608.090644] env[62533]: _type = "Task" [ 1608.090644] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.100838] env[62533]: DEBUG oslo_vmware.api [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522e45ea-65c1-a41e-4793-10c5e0e7d9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.179607] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898373, 'name': Rename_Task, 'duration_secs': 0.16832} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.179840] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.180112] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965ba01c-c69f-4178-bfa3-2bb5ddf46b47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.188804] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1608.188804] env[62533]: value = "task-1898376" [ 1608.188804] env[62533]: _type = "Task" [ 1608.188804] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.196772] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.306679] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520634c2-6c51-96dc-40c1-9cb042c0c8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.02877} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.307076] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.307400] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] cb58dff4-d64c-4977-8434-ee6118e5ddf9/cb58dff4-d64c-4977-8434-ee6118e5ddf9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.307686] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca185e39-c694-45e6-b0bd-80164fcad8cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.317168] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1608.317168] env[62533]: value = "task-1898378" [ 1608.317168] env[62533]: _type = "Task" [ 1608.317168] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.327199] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.362655] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.363243] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.366535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.771s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.366772] env[62533]: DEBUG nova.objects.instance [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lazy-loading 'resources' on Instance uuid ac5533d7-3d9b-4845-b457-a3adb38ce244 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.410220] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898372, 'name': Destroy_Task, 'duration_secs': 0.963173} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.410586] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Destroyed the VM [ 1608.410939] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1608.412033] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1e480f0-dd97-4480-9446-dc2f072ee21f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.424473] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1608.424473] env[62533]: value = "task-1898379" [ 1608.424473] env[62533]: _type = "Task" [ 1608.424473] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.433339] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.541677] env[62533]: DEBUG oslo_vmware.api [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Task: {'id': task-1898375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314314} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.541943] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.542158] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.542356] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.542530] env[62533]: INFO nova.compute.manager [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1608.543239] env[62533]: DEBUG oslo.service.loopingcall [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.543239] env[62533]: DEBUG nova.compute.manager [-] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1608.543239] env[62533]: DEBUG nova.network.neutron [-] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.623212] env[62533]: DEBUG oslo_vmware.api [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522e45ea-65c1-a41e-4793-10c5e0e7d9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.025351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.623212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.704483] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.829850] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.870915] env[62533]: DEBUG nova.compute.utils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.879546] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.879546] env[62533]: DEBUG nova.network.neutron [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.948388] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898379, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.966463] env[62533]: DEBUG nova.policy [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf89741844e948c4a8c0c95fb9ce3d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd7f1efa3424c91b086d173d36583cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.135208] env[62533]: DEBUG nova.compute.manager [req-3aa6f4af-b6a0-4fbe-8c8f-b4dc0235ff56 req-93d599e8-9908-498c-87a4-c12ad753f77e service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Received event network-vif-deleted-444b5f2d-8978-49a1-a4e7-04890e73d164 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1609.135807] env[62533]: INFO nova.compute.manager [req-3aa6f4af-b6a0-4fbe-8c8f-b4dc0235ff56 req-93d599e8-9908-498c-87a4-c12ad753f77e service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Neutron deleted interface 444b5f2d-8978-49a1-a4e7-04890e73d164; detaching it from the instance and deleting it from the info cache [ 1609.135807] env[62533]: DEBUG nova.network.neutron [req-3aa6f4af-b6a0-4fbe-8c8f-b4dc0235ff56 req-93d599e8-9908-498c-87a4-c12ad753f77e service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.200657] env[62533]: DEBUG oslo_vmware.api [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898376, 'name': PowerOnVM_Task, 'duration_secs': 0.51805} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.200926] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.201146] env[62533]: INFO nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1609.201319] env[62533]: DEBUG nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.202267] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5bfc32-04ae-442b-8441-3e819ed532ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.333758] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621217} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.334440] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] cb58dff4-d64c-4977-8434-ee6118e5ddf9/cb58dff4-d64c-4977-8434-ee6118e5ddf9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.334795] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.335191] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f92d353-da79-4c65-b875-222c614d165e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.345447] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1609.345447] env[62533]: value = "task-1898380" [ 1609.345447] env[62533]: _type = "Task" [ 1609.345447] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.358394] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.378341] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.407823] env[62533]: DEBUG nova.network.neutron [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Successfully created port: 728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.437344] env[62533]: DEBUG oslo_vmware.api [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898379, 'name': RemoveSnapshot_Task, 'duration_secs': 0.983897} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.438279] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1609.438658] env[62533]: INFO nova.compute.manager [None req-1ccbcf65-c411-4576-bdff-481622304f45 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Took 18.50 seconds to snapshot the instance on the hypervisor. [ 1609.447433] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2681427f-81c2-4379-a760-daf773e583eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.455263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7297a4-a66e-4582-8f46-63ba0bdd2c90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.493581] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121f99f-c43b-4d84-bf23-becc78e54a1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.504841] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18709a7-1253-46ff-8548-c85b96651628 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.524105] env[62533]: DEBUG nova.compute.provider_tree [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.529172] env[62533]: DEBUG nova.network.neutron [-] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.640745] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-def13402-3c0e-4853-981b-ee9654e9c7a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.652273] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88017e26-4ffd-4011-bbfd-b756e70466fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.696177] env[62533]: DEBUG nova.compute.manager [req-3aa6f4af-b6a0-4fbe-8c8f-b4dc0235ff56 req-93d599e8-9908-498c-87a4-c12ad753f77e service nova] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Detach interface failed, port_id=444b5f2d-8978-49a1-a4e7-04890e73d164, reason: Instance c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1609.729184] env[62533]: INFO nova.compute.manager [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Took 40.17 seconds to build instance. [ 1609.854784] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169504} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.855076] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.855859] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1521b64-a3bd-4239-8e89-aedee1b7f1e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.881826] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] cb58dff4-d64c-4977-8434-ee6118e5ddf9/cb58dff4-d64c-4977-8434-ee6118e5ddf9.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.888269] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8394a002-6d26-4c7b-ae63-fd512fd35ffa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.909261] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1609.909261] env[62533]: value = "task-1898381" [ 1609.909261] env[62533]: _type = "Task" [ 1609.909261] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.921867] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.027712] env[62533]: DEBUG nova.scheduler.client.report [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.031114] env[62533]: INFO nova.compute.manager [-] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Took 1.49 seconds to deallocate network for instance. [ 1610.230837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f9f4f2fe-8666-4ee8-bd69-4632a20ebaf3 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.415s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.403888] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.419816] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898381, 'name': ReconfigVM_Task, 'duration_secs': 0.429853} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.420112] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] cb58dff4-d64c-4977-8434-ee6118e5ddf9/cb58dff4-d64c-4977-8434-ee6118e5ddf9.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.420763] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d6f7e3-2f6b-474b-b31a-6955cfa166ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.429673] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1610.429673] env[62533]: value = "task-1898382" [ 1610.429673] env[62533]: _type = "Task" [ 1610.429673] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.440679] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.441098] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.441098] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.442985] env[62533]: DEBUG nova.virt.hardware [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.443395] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a960ae1-980b-464a-8843-e4df093ca643 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.461414] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967495f7-b3a9-46ef-9795-c434e02c4ef8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.465363] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898382, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.534464] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.536975] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.764s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.537242] env[62533]: DEBUG nova.objects.instance [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'resources' on Instance uuid a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.539039] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.566273] env[62533]: INFO nova.scheduler.client.report [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Deleted allocations for instance ac5533d7-3d9b-4845-b457-a3adb38ce244 [ 1610.944906] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898382, 'name': Rename_Task, 'duration_secs': 0.165863} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.944906] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.945189] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-289766b0-4a26-4752-b03c-0fd7758eae76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.956425] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1610.956425] env[62533]: value = "task-1898383" [ 1610.956425] env[62533]: _type = "Task" [ 1610.956425] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.965646] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.040345] env[62533]: DEBUG nova.objects.instance [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'numa_topology' on Instance uuid a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.076899] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62d22623-7d3c-457b-b14f-713ebaf0998c tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "ac5533d7-3d9b-4845-b457-a3adb38ce244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.170s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.469668] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898383, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.521349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.547195] env[62533]: DEBUG nova.objects.base [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1611.572877] env[62533]: DEBUG nova.compute.manager [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.573971] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481dd573-c1e3-4a01-bf74-b353c89e08d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.948733] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a6e45-61fd-4500-9a80-65b50037e5a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.961978] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc27ac53-e0c3-46b3-958c-cb035b40e8c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.971079] env[62533]: DEBUG oslo_vmware.api [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898383, 'name': PowerOnVM_Task, 'duration_secs': 0.708306} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.998131] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.998131] env[62533]: INFO nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1611.998131] env[62533]: DEBUG nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.998131] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3d2ff-c602-41a8-aa25-adc7d6515226 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.000403] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c29b5f-64a6-4750-929e-858ff136dfd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.015782] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeae827c-91e4-4ebe-81a9-7f61f681a595 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.031600] env[62533]: DEBUG nova.compute.provider_tree [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.040658] env[62533]: DEBUG nova.compute.manager [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.041529] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5af460-2dc4-4b32-9031-7212dd063aa4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.089914] env[62533]: INFO nova.compute.manager [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] instance snapshotting [ 1612.092747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625c84ea-20dd-41b2-8629-06e8ea9920ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.113274] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0eb889-f3a5-48fd-8f7f-097a2012c51b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.523503] env[62533]: INFO nova.compute.manager [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Took 40.23 seconds to build instance. [ 1612.535562] env[62533]: DEBUG nova.scheduler.client.report [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.556178] env[62533]: INFO nova.compute.manager [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] instance snapshotting [ 1612.557241] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8b10d-71ec-4c80-8514-59e4d89a024b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.579941] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d408dd-0c95-4017-a8fd-5a2507035516 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.625687] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1612.626818] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a3ac0db-3b31-4faf-853a-9cc431ddf1f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.636742] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1612.636742] env[62533]: value = "task-1898384" [ 1612.636742] env[62533]: _type = "Task" [ 1612.636742] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.648846] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898384, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.026323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ce01724-4bb2-404c-9cc9-d90641929df5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.742s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.040401] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.503s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.042872] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.791s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.043104] env[62533]: DEBUG nova.objects.instance [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lazy-loading 'resources' on Instance uuid 36735008-9684-4c31-b3bf-d0b17b641a52 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.094897] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1613.095535] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-246e6c32-4c7b-4074-a1c4-555f4b14f14d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.106314] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1613.106314] env[62533]: value = "task-1898385" [ 1613.106314] env[62533]: _type = "Task" [ 1613.106314] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.115615] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.151375] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898384, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.290667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.290960] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.291201] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.291428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.291623] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.293992] env[62533]: INFO nova.compute.manager [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Terminating instance [ 1613.349301] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.349669] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.349888] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.350090] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.350264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.352507] env[62533]: INFO nova.compute.manager [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Terminating instance [ 1613.555172] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f26688f-e3e1-4457-a597-c4e080a4feda tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.289s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.556392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.787s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.557081] env[62533]: INFO nova.compute.manager [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Unshelving [ 1613.619899] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.652031] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898384, 'name': CreateSnapshot_Task, 'duration_secs': 0.734965} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.654230] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1613.654230] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee420e5-a980-41e1-b11a-338d204f36cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.800309] env[62533]: DEBUG nova.compute.manager [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.800633] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.801506] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acec681-7405-4d24-a978-d2c4a701deca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.812461] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.812715] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7875dd32-c63b-4b85-9be4-44c27e046484 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.819594] env[62533]: DEBUG oslo_vmware.api [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1613.819594] env[62533]: value = "task-1898386" [ 1613.819594] env[62533]: _type = "Task" [ 1613.819594] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.831980] env[62533]: DEBUG oslo_vmware.api [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.856605] env[62533]: DEBUG nova.compute.manager [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.856899] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.857871] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7655517c-b628-4f55-94b3-ef3486dad3c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.869059] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.869333] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889ad929-9502-484f-bd7d-f4957b8ed99d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.878895] env[62533]: DEBUG oslo_vmware.api [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1613.878895] env[62533]: value = "task-1898387" [ 1613.878895] env[62533]: _type = "Task" [ 1613.878895] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.889427] env[62533]: DEBUG oslo_vmware.api [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.977220] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102044f-616b-44f7-83c9-1200ac523341 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.986322] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9e325-2811-4377-ae0d-499ac45a0d87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.021543] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315d488-a84f-4bc1-b3c2-6053cae30f51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.030734] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe69f24-ae8d-44b8-a4ae-88907eef15bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.047983] env[62533]: DEBUG nova.compute.provider_tree [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.119037] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898385, 'name': CreateSnapshot_Task, 'duration_secs': 0.983415} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.119037] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1614.119790] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a45f0a-2b82-40e7-8418-245e60c0b5bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.172181] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1614.173210] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3fa8c4a-a1ef-486f-8cb4-b4eff0152272 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.183599] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1614.183599] env[62533]: value = "task-1898388" [ 1614.183599] env[62533]: _type = "Task" [ 1614.183599] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.193943] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898388, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.333080] env[62533]: DEBUG oslo_vmware.api [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898386, 'name': PowerOffVM_Task, 'duration_secs': 0.226283} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.333374] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.333540] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.333791] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35baf68c-c81a-4009-98b5-9a50f8044e56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.390869] env[62533]: DEBUG oslo_vmware.api [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898387, 'name': PowerOffVM_Task, 'duration_secs': 0.217967} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.391149] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.391342] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.391600] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e67e298-4be0-45b5-b174-88b765d64e5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.552944] env[62533]: DEBUG nova.scheduler.client.report [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.582914] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.638975] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1614.639706] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9c7f9f2-2c7a-4a77-ab62-d28b05955f19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.649937] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1614.649937] env[62533]: value = "task-1898391" [ 1614.649937] env[62533]: _type = "Task" [ 1614.649937] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.659372] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898391, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.693793] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898388, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.057858] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.060400] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.527s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.060467] env[62533]: DEBUG nova.objects.instance [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'resources' on Instance uuid eda42c6c-48a5-46ed-a905-bae640ba0b90 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.076284] env[62533]: INFO nova.scheduler.client.report [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Deleted allocations for instance 36735008-9684-4c31-b3bf-d0b17b641a52 [ 1615.161713] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898391, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.191840] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.192226] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.192529] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore1] cb58dff4-d64c-4977-8434-ee6118e5ddf9 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.192881] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3567ace-3f8d-4b85-acd8-7c9349fdd8d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.200440] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898388, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.207258] env[62533]: DEBUG oslo_vmware.api [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1615.207258] env[62533]: value = "task-1898392" [ 1615.207258] env[62533]: _type = "Task" [ 1615.207258] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.216618] env[62533]: DEBUG oslo_vmware.api [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.256776] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.257147] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.257482] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Deleting the datastore file [datastore1] 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.257787] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30edc98-ee80-43be-9df5-8b48b20cecac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.267115] env[62533]: DEBUG oslo_vmware.api [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for the task: (returnval){ [ 1615.267115] env[62533]: value = "task-1898393" [ 1615.267115] env[62533]: _type = "Task" [ 1615.267115] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.278583] env[62533]: DEBUG oslo_vmware.api [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.584190] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d41751c2-c6a5-4a39-8e87-da53abffe42d tempest-ServerTagsTestJSON-1046495932 tempest-ServerTagsTestJSON-1046495932-project-member] Lock "36735008-9684-4c31-b3bf-d0b17b641a52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.114s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.664568] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898391, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.700235] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898388, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.720541] env[62533]: DEBUG oslo_vmware.api [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16957} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.720831] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.721044] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.721243] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.721428] env[62533]: INFO nova.compute.manager [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1615.721691] env[62533]: DEBUG oslo.service.loopingcall [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.721935] env[62533]: DEBUG nova.compute.manager [-] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.722043] env[62533]: DEBUG nova.network.neutron [-] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.780682] env[62533]: DEBUG oslo_vmware.api [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Task: {'id': task-1898393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182175} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.780947] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.781363] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.782840] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.782840] env[62533]: INFO nova.compute.manager [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1615.782840] env[62533]: DEBUG oslo.service.loopingcall [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.782840] env[62533]: DEBUG nova.compute.manager [-] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.782840] env[62533]: DEBUG nova.network.neutron [-] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.038307] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf0d841-2021-4014-9f4e-56a49b0d4a32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.043675] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835cf967-6b49-4527-9750-c7fd16639466 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.084102] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7616aa39-18ad-4a36-8b53-3ad99b68ffd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.093667] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bebe7e4-4f3e-4313-9ce3-fb47f83a5090 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.110204] env[62533]: DEBUG nova.compute.provider_tree [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.165660] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898391, 'name': CloneVM_Task, 'duration_secs': 1.454337} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.165660] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Created linked-clone VM from snapshot [ 1616.166491] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff05a2b-7b10-4b31-a8c9-ffcda8634fe6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.179282] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Uploading image 49adf137-883a-4a66-aa80-5b2216343563 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1616.203677] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898388, 'name': CloneVM_Task, 'duration_secs': 1.975351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.203967] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Created linked-clone VM from snapshot [ 1616.204850] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8836f22-75f9-4f3c-8dde-2e3348352eeb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.214100] env[62533]: DEBUG nova.compute.manager [req-73ea3bd4-2742-4430-b9e9-fe4095102ecb req-a412b2ad-7fbc-4c11-ac8e-75c80ee11443 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Received event network-vif-deleted-9dcd856a-5f10-42e8-8976-7bbfe55c46f9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1616.214270] env[62533]: INFO nova.compute.manager [req-73ea3bd4-2742-4430-b9e9-fe4095102ecb req-a412b2ad-7fbc-4c11-ac8e-75c80ee11443 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Neutron deleted interface 9dcd856a-5f10-42e8-8976-7bbfe55c46f9; detaching it from the instance and deleting it from the info cache [ 1616.214458] env[62533]: DEBUG nova.network.neutron [req-73ea3bd4-2742-4430-b9e9-fe4095102ecb req-a412b2ad-7fbc-4c11-ac8e-75c80ee11443 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.221539] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1616.221539] env[62533]: value = "vm-391990" [ 1616.221539] env[62533]: _type = "VirtualMachine" [ 1616.221539] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1616.221736] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Uploading image 6b5495ac-9e6f-419d-b094-2a99282674db {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1616.223530] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f784417c-16bf-43d0-bbb3-5c2adf1fcb4b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.234757] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lease: (returnval){ [ 1616.234757] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5276c14a-e471-5404-0f59-d2b4afdc06ae" [ 1616.234757] env[62533]: _type = "HttpNfcLease" [ 1616.234757] env[62533]: } obtained for exporting VM: (result){ [ 1616.234757] env[62533]: value = "vm-391990" [ 1616.234757] env[62533]: _type = "VirtualMachine" [ 1616.234757] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1616.235640] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the lease: (returnval){ [ 1616.235640] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5276c14a-e471-5404-0f59-d2b4afdc06ae" [ 1616.235640] env[62533]: _type = "HttpNfcLease" [ 1616.235640] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1616.243366] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1616.243366] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5276c14a-e471-5404-0f59-d2b4afdc06ae" [ 1616.243366] env[62533]: _type = "HttpNfcLease" [ 1616.243366] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1616.248653] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1616.248653] env[62533]: value = "vm-391989" [ 1616.248653] env[62533]: _type = "VirtualMachine" [ 1616.248653] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1616.248930] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b930175b-eff2-48ff-8b03-a800cc0b5745 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.258892] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease: (returnval){ [ 1616.258892] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a010c-6efd-dc95-0010-7918641c1ae0" [ 1616.258892] env[62533]: _type = "HttpNfcLease" [ 1616.258892] env[62533]: } obtained for exporting VM: (result){ [ 1616.258892] env[62533]: value = "vm-391989" [ 1616.258892] env[62533]: _type = "VirtualMachine" [ 1616.258892] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1616.259255] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the lease: (returnval){ [ 1616.259255] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a010c-6efd-dc95-0010-7918641c1ae0" [ 1616.259255] env[62533]: _type = "HttpNfcLease" [ 1616.259255] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1616.267399] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1616.267399] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a010c-6efd-dc95-0010-7918641c1ae0" [ 1616.267399] env[62533]: _type = "HttpNfcLease" [ 1616.267399] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1616.409512] env[62533]: DEBUG nova.compute.manager [req-dc2ceb75-f85c-4d4d-bc36-be741e544469 req-4b4fa4c2-71a7-4a45-8ba2-7d3dbbb87621 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Received event network-vif-deleted-c002e7cc-d7b2-49f2-91c8-97aceb781563 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1616.409721] env[62533]: INFO nova.compute.manager [req-dc2ceb75-f85c-4d4d-bc36-be741e544469 req-4b4fa4c2-71a7-4a45-8ba2-7d3dbbb87621 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Neutron deleted interface c002e7cc-d7b2-49f2-91c8-97aceb781563; detaching it from the instance and deleting it from the info cache [ 1616.409886] env[62533]: DEBUG nova.network.neutron [req-dc2ceb75-f85c-4d4d-bc36-be741e544469 req-4b4fa4c2-71a7-4a45-8ba2-7d3dbbb87621 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.614094] env[62533]: DEBUG nova.scheduler.client.report [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.689965] env[62533]: DEBUG nova.network.neutron [-] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.726927] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c1c34a0-5215-4c04-8d35-a3f4ffb24fa6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.737472] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41571a5-05d2-40c1-9705-e9abd8d04093 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.757018] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1616.757018] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5276c14a-e471-5404-0f59-d2b4afdc06ae" [ 1616.757018] env[62533]: _type = "HttpNfcLease" [ 1616.757018] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1616.757018] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1616.757018] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5276c14a-e471-5404-0f59-d2b4afdc06ae" [ 1616.757018] env[62533]: _type = "HttpNfcLease" [ 1616.757018] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1616.757018] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea75f189-0d7e-450d-96b2-3526b1042bf1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.780177] env[62533]: DEBUG nova.compute.manager [req-73ea3bd4-2742-4430-b9e9-fe4095102ecb req-a412b2ad-7fbc-4c11-ac8e-75c80ee11443 service nova] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Detach interface failed, port_id=9dcd856a-5f10-42e8-8976-7bbfe55c46f9, reason: Instance 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1616.786110] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f23295-a4b1-5972-61f0-9190492b6efd/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1616.786488] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f23295-a4b1-5972-61f0-9190492b6efd/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1616.787844] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1616.787844] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a010c-6efd-dc95-0010-7918641c1ae0" [ 1616.787844] env[62533]: _type = "HttpNfcLease" [ 1616.787844] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1616.788344] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1616.788344] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a010c-6efd-dc95-0010-7918641c1ae0" [ 1616.788344] env[62533]: _type = "HttpNfcLease" [ 1616.788344] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1616.790482] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59bf17-88a2-4307-872c-79039fab1845 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.846753] env[62533]: DEBUG nova.network.neutron [-] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.855077] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15968-64fb-9ec4-d913-558bce7e7193/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1616.855315] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15968-64fb-9ec4-d913-558bce7e7193/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1616.916414] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c958c12-c5ca-45fc-a18f-fd4351156186 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.920184] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7b8f18c-2183-4d9f-bf79-a711eabe4125 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.931411] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de238ed-83e8-402a-aa60-ffdb42ec77c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.954623] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f22b1f3-c259-44fe-9065-ac575992b69f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.978506] env[62533]: DEBUG nova.compute.manager [req-dc2ceb75-f85c-4d4d-bc36-be741e544469 req-4b4fa4c2-71a7-4a45-8ba2-7d3dbbb87621 service nova] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Detach interface failed, port_id=c002e7cc-d7b2-49f2-91c8-97aceb781563, reason: Instance cb58dff4-d64c-4977-8434-ee6118e5ddf9 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1617.058686] env[62533]: DEBUG nova.network.neutron [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Successfully updated port: 728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.120999] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.123934] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.733s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.156393] env[62533]: INFO nova.scheduler.client.report [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted allocations for instance eda42c6c-48a5-46ed-a905-bae640ba0b90 [ 1617.194159] env[62533]: INFO nova.compute.manager [-] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Took 1.41 seconds to deallocate network for instance. [ 1617.351604] env[62533]: INFO nova.compute.manager [-] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Took 1.63 seconds to deallocate network for instance. [ 1617.566015] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.566015] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquired lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.566015] env[62533]: DEBUG nova.network.neutron [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.665050] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4fe087c2-9ead-4806-bc6d-1adbe18a7ba6 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "eda42c6c-48a5-46ed-a905-bae640ba0b90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.097s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.705542] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.863714] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.110521] env[62533]: DEBUG nova.network.neutron [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.146532] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Applying migration context for instance cd483179-6724-4544-83f7-e23a884e98c8 as it has an incoming, in-progress migration d13f9d42-ead9-42af-951a-6a3b5b6650f3. Migration status is reverting {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1618.147393] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Applying migration context for instance 0b1df357-a0c0-481b-b2f6-1a6304335d36 as it has an incoming, in-progress migration a8fb7e90-4112-41bd-aa13-4b5634975ae8. Migration status is confirming {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1618.149932] env[62533]: INFO nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating resource usage from migration d13f9d42-ead9-42af-951a-6a3b5b6650f3 [ 1618.150411] env[62533]: INFO nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating resource usage from migration a8fb7e90-4112-41bd-aa13-4b5634975ae8 [ 1618.209532] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a1b021c1-4a56-440e-903a-9b8d13d18fa2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1618.209827] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 70bdbe2f-7530-4f64-80a6-ceada275a8b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.210036] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 691283c4-becb-4caa-8bc2-899110cf74b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.210161] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7330131-c363-4a3e-9cc1-38d359333ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.210484] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9cbb0843-d98d-4452-b109-840e2d946a5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1618.210650] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211150] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211150] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211150] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance bf8ae846-d7d3-4221-8a88-71dc75f34fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211150] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e3f5e27e-f302-4393-a632-3c513ef0f6b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211360] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e976b792-6b4b-4854-b922-8c46d63cf3ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211699] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c6f4e907-975b-4541-a1f9-63872df7fa60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211828] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 8b92dc33-c9e7-423d-ab40-da2d7935205a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.211974] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c3215d85-b9ae-4bc9-873d-a5311626f20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.212127] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 3bc555d6-fe6e-4c8d-96cb-300ac417681c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1618.212258] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 783d2c84-894d-4610-b484-2b55bafe0eae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1618.212398] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (733d32e8-8cd1-4b07-a886-f15a83a909db): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1618.212532] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5934998c-533d-4b17-a5aa-b54496a7ba6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.212976] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Migration d13f9d42-ead9-42af-951a-6a3b5b6650f3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1618.213159] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance cd483179-6724-4544-83f7-e23a884e98c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.213327] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1618.213484] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Migration a8fb7e90-4112-41bd-aa13-4b5634975ae8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1618.213661] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 0b1df357-a0c0-481b-b2f6-1a6304335d36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.213811] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance daaa0180-f90b-4982-85a5-6f27042ac1be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.213959] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance cb58dff4-d64c-4977-8434-ee6118e5ddf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.339027] env[62533]: DEBUG nova.network.neutron [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updating instance_info_cache with network_info: [{"id": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "address": "fa:16:3e:96:a9:d0", "network": {"id": "9256d782-4703-4e09-9e73-85cc22c30338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1895787701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd7f1efa3424c91b086d173d36583cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728d7903-d7", "ovs_interfaceid": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.718907] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d743b16c-c3d7-46fe-989f-169500d2b177 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1618.719351] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f07b7559-019c-47ed-8be9-205bfca32e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1618.842468] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Releasing lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.842757] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Instance network_info: |[{"id": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "address": "fa:16:3e:96:a9:d0", "network": {"id": "9256d782-4703-4e09-9e73-85cc22c30338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1895787701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd7f1efa3424c91b086d173d36583cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728d7903-d7", "ovs_interfaceid": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.843712] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a9:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728d7903-d7ad-44e2-b3ec-4eb72bc68128', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.851410] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Creating folder: Project (4bd7f1efa3424c91b086d173d36583cb). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.851768] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3b39ef5-ea8c-47b1-adfb-0a9f2ffe8b08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.867750] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Created folder: Project (4bd7f1efa3424c91b086d173d36583cb) in parent group-v391816. [ 1618.867972] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Creating folder: Instances. Parent ref: group-v391991. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.868252] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b1e0571-819f-4c11-bb08-da5a63f8bae6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.881262] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Created folder: Instances in parent group-v391991. [ 1618.881527] env[62533]: DEBUG oslo.service.loopingcall [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.881748] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.882014] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455baccf-b02b-4ba4-805b-fc1c9122b497 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.903242] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.903242] env[62533]: value = "task-1898398" [ 1618.903242] env[62533]: _type = "Task" [ 1618.903242] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.912302] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898398, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.222742] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1619.415050] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898398, 'name': CreateVM_Task, 'duration_secs': 0.437465} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.415259] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.416021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.416215] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.416591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.416872] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a61ec77-9b50-4b7c-a85d-3463f633b9b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.422803] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1619.422803] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524cc2ee-e66a-9ffc-1237-695a43c61c2f" [ 1619.422803] env[62533]: _type = "Task" [ 1619.422803] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.431782] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524cc2ee-e66a-9ffc-1237-695a43c61c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.726163] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 27f325af-28d6-44a5-8ebd-8fa64fc4c99e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1619.726566] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1619.726707] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1619.938030] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524cc2ee-e66a-9ffc-1237-695a43c61c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014533} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.938435] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.938696] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.938940] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.939110] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.939279] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.939638] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb98558b-b280-4083-ac93-254599b61e6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.953083] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.953281] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.954237] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239786d4-3b46-4c68-aaf4-5af178f23cc6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.964170] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1619.964170] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a025f-826c-932f-91f7-5cc8ae14fac7" [ 1619.964170] env[62533]: _type = "Task" [ 1619.964170] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.978628] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a025f-826c-932f-91f7-5cc8ae14fac7, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.979465] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94c9df8-ecb6-401f-b442-be143c298749 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.987292] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1619.987292] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257428a-eee8-58c3-84cc-5eb1d5337a94" [ 1619.987292] env[62533]: _type = "Task" [ 1619.987292] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.998857] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257428a-eee8-58c3-84cc-5eb1d5337a94, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.001578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.001861] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] f07b7559-019c-47ed-8be9-205bfca32e66/f07b7559-019c-47ed-8be9-205bfca32e66.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.002391] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9462860b-32fe-4833-994f-f8fcba181d2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.010703] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1620.010703] env[62533]: value = "task-1898399" [ 1620.010703] env[62533]: _type = "Task" [ 1620.010703] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.022581] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.122393] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770801ed-2cda-4221-8de1-770887d82ed2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.130921] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8527bd-6732-49ae-a396-8b0e8590a35e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.162778] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf8ead5-fe76-435d-9ab4-b5841227485c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.171534] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e991b9-2657-421e-8eb6-64fcd55db74a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.186380] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.524119] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.689787] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.023456] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575539} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.023865] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] f07b7559-019c-47ed-8be9-205bfca32e66/f07b7559-019c-47ed-8be9-205bfca32e66.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.023953] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.024226] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f07f6b-2ea6-4e61-b5d4-de1fdf44eae0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.032518] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1621.032518] env[62533]: value = "task-1898400" [ 1621.032518] env[62533]: _type = "Task" [ 1621.032518] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.041683] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.195963] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1621.196263] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.072s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.196588] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.587s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.543442] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087481} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.543701] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.544663] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768b6e8b-b386-403b-95f2-6fe026953f3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.569471] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f07b7559-019c-47ed-8be9-205bfca32e66/f07b7559-019c-47ed-8be9-205bfca32e66.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.569836] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84301fe3-c47d-41a1-9fa2-5f5f80d2c03a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.591762] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1621.591762] env[62533]: value = "task-1898401" [ 1621.591762] env[62533]: _type = "Task" [ 1621.591762] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.600861] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.704873] env[62533]: DEBUG nova.objects.instance [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lazy-loading 'migration_context' on Instance uuid cd483179-6724-4544-83f7-e23a884e98c8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.102476] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898401, 'name': ReconfigVM_Task, 'duration_secs': 0.454915} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.102846] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f07b7559-019c-47ed-8be9-205bfca32e66/f07b7559-019c-47ed-8be9-205bfca32e66.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.103475] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40713556-16c3-42fc-8be6-d5d0bec6fd27 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.112678] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1622.112678] env[62533]: value = "task-1898402" [ 1622.112678] env[62533]: _type = "Task" [ 1622.112678] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.121957] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898402, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.587425] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef805b-b326-44ae-8aa9-cddfcbee3ddc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.596833] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50860a86-0e23-4fa0-a21c-e53e38047d8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.632894] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e39374-ecdb-4c68-8d32-6f40efbe3cc3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.644650] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18047c48-bf6d-4faa-9455-80a054a19f36 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.648608] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898402, 'name': Rename_Task, 'duration_secs': 0.210605} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.648868] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.649547] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f45e6df3-d743-41a3-9b77-3231110b730c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.660232] env[62533]: DEBUG nova.compute.provider_tree [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.662901] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1622.662901] env[62533]: value = "task-1898403" [ 1622.662901] env[62533]: _type = "Task" [ 1622.662901] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.671662] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.164620] env[62533]: DEBUG nova.scheduler.client.report [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.178721] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.682880] env[62533]: DEBUG oslo_vmware.api [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898403, 'name': PowerOnVM_Task, 'duration_secs': 0.694956} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.683165] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.683394] env[62533]: INFO nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Took 13.28 seconds to spawn the instance on the hypervisor. [ 1623.683583] env[62533]: DEBUG nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.684515] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c5aa8-09f2-4150-b73f-5e4414d54485 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.063318] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15968-64fb-9ec4-d913-558bce7e7193/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1624.064292] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bb6179-e3bc-4ba8-9661-aad95308e29a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.072454] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15968-64fb-9ec4-d913-558bce7e7193/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1624.072633] env[62533]: ERROR oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15968-64fb-9ec4-d913-558bce7e7193/disk-0.vmdk due to incomplete transfer. [ 1624.072870] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af0c1c6a-06a3-4cc7-ab38-30c9a340db92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.081843] env[62533]: DEBUG oslo_vmware.rw_handles [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15968-64fb-9ec4-d913-558bce7e7193/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1624.082072] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Uploaded image 6b5495ac-9e6f-419d-b094-2a99282674db to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1624.083630] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1624.083908] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18dbccec-9d83-455b-9824-394e6d58f39b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.092467] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1624.092467] env[62533]: value = "task-1898404" [ 1624.092467] env[62533]: _type = "Task" [ 1624.092467] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.102799] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898404, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.178900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.982s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.184897] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.926s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.185167] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.187295] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.735s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.187494] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.189273] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.460s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.190800] env[62533]: INFO nova.compute.claims [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1624.211808] env[62533]: INFO nova.compute.manager [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Took 40.31 seconds to build instance. [ 1624.219565] env[62533]: INFO nova.scheduler.client.report [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted allocations for instance 783d2c84-894d-4610-b484-2b55bafe0eae [ 1624.227192] env[62533]: INFO nova.scheduler.client.report [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Deleted allocations for instance 3bc555d6-fe6e-4c8d-96cb-300ac417681c [ 1625.078321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b8174f44-134c-43fb-a6c1-e7a0e55c41a3 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "f07b7559-019c-47ed-8be9-205bfca32e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.180s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.078321] env[62533]: DEBUG nova.compute.manager [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Received event network-vif-plugged-728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1625.078321] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] Acquiring lock "f07b7559-019c-47ed-8be9-205bfca32e66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.078321] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] Lock "f07b7559-019c-47ed-8be9-205bfca32e66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.078321] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] Lock "f07b7559-019c-47ed-8be9-205bfca32e66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.078321] env[62533]: DEBUG nova.compute.manager [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] No waiting events found dispatching network-vif-plugged-728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1625.078321] env[62533]: WARNING nova.compute.manager [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Received unexpected event network-vif-plugged-728d7903-d7ad-44e2-b3ec-4eb72bc68128 for instance with vm_state active and task_state None. [ 1625.078576] env[62533]: DEBUG nova.compute.manager [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Received event network-changed-728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1625.078576] env[62533]: DEBUG nova.compute.manager [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Refreshing instance network info cache due to event network-changed-728d7903-d7ad-44e2-b3ec-4eb72bc68128. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1625.078730] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] Acquiring lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.081900] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] Acquired lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.081900] env[62533]: DEBUG nova.network.neutron [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Refreshing network info cache for port 728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.081900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-563309e8-6116-49a1-90ee-51cac6b15516 tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "3bc555d6-fe6e-4c8d-96cb-300ac417681c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.744s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.087191] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b853655b-d91d-4dd6-a1dd-c28a663520df tempest-MultipleCreateTestJSON-550464423 tempest-MultipleCreateTestJSON-550464423-project-member] Lock "783d2c84-894d-4610-b484-2b55bafe0eae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.347s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.092697] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898404, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.139199] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f23295-a4b1-5972-61f0-9190492b6efd/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1625.140443] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d94320-7f24-4f64-ac7f-ba00f25f104d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.147210] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f23295-a4b1-5972-61f0-9190492b6efd/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1625.147384] env[62533]: ERROR oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f23295-a4b1-5972-61f0-9190492b6efd/disk-0.vmdk due to incomplete transfer. [ 1625.147616] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f3c2bbcd-9298-412b-b812-db36e63a0eb3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.156202] env[62533]: DEBUG oslo_vmware.rw_handles [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f23295-a4b1-5972-61f0-9190492b6efd/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1625.156434] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Uploaded image 49adf137-883a-4a66-aa80-5b2216343563 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1625.158926] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1625.159207] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba019b4d-cca3-40e1-89ad-3e63bacef44f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.166311] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1625.166311] env[62533]: value = "task-1898405" [ 1625.166311] env[62533]: _type = "Task" [ 1625.166311] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.175919] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898405, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.586024] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898404, 'name': Destroy_Task, 'duration_secs': 1.130309} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.598186] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Destroyed the VM [ 1625.598186] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1625.598186] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-620eacc2-a9c2-4f4d-85da-3a1dac648fcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.602692] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1625.602692] env[62533]: value = "task-1898406" [ 1625.602692] env[62533]: _type = "Task" [ 1625.602692] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.612917] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.676689] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898405, 'name': Destroy_Task, 'duration_secs': 0.467998} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.677076] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Destroyed the VM [ 1625.677344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1625.677617] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c75e0a70-69ab-4b2c-abac-0bbd72489d90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.688734] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1625.688734] env[62533]: value = "task-1898407" [ 1625.688734] env[62533]: _type = "Task" [ 1625.688734] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.702696] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898407, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.983449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "813d7574-310c-4d97-92aa-e19995c25093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.983449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "813d7574-310c-4d97-92aa-e19995c25093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.083574] env[62533]: DEBUG nova.network.neutron [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updated VIF entry in instance network info cache for port 728d7903-d7ad-44e2-b3ec-4eb72bc68128. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.084183] env[62533]: DEBUG nova.network.neutron [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updating instance_info_cache with network_info: [{"id": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "address": "fa:16:3e:96:a9:d0", "network": {"id": "9256d782-4703-4e09-9e73-85cc22c30338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1895787701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd7f1efa3424c91b086d173d36583cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728d7903-d7", "ovs_interfaceid": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.094575] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b96309-1aca-4a48-87fa-569ff665793f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.114308] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac23ed9-e45d-4581-9b81-2380f3760101 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.120118] env[62533]: INFO nova.compute.manager [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Swapping old allocation on dict_keys(['733d32e8-8cd1-4b07-a886-f15a83a909db']) held by migration d13f9d42-ead9-42af-951a-6a3b5b6650f3 for instance [ 1626.126465] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.180264] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b00b9-0804-4b34-9165-9b2e1027cc45 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.200778] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0172f-67f5-4bc4-91ce-261ba5da2a39 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.207582] env[62533]: DEBUG nova.scheduler.client.report [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Overwriting current allocation {'allocations': {'733d32e8-8cd1-4b07-a886-f15a83a909db': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 84}}, 'project_id': '1efd9f6a1f874752936491308ae5521b', 'user_id': '8851e7b80c2946a08840fc61a08fb8bb', 'consumer_generation': 1} on consumer cd483179-6724-4544-83f7-e23a884e98c8 {{(pid=62533) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1626.217145] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898407, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.226633] env[62533]: DEBUG nova.compute.provider_tree [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.234966] env[62533]: DEBUG nova.compute.manager [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Received event network-changed-728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1626.235184] env[62533]: DEBUG nova.compute.manager [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Refreshing instance network info cache due to event network-changed-728d7903-d7ad-44e2-b3ec-4eb72bc68128. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1626.235380] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] Acquiring lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.370936] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.370936] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquired lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.370936] env[62533]: DEBUG nova.network.neutron [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.490248] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1626.588822] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a33bafe-ee5f-44cc-8b58-4e327eceff44 req-9a11c6ec-b696-4a34-9506-3f520cf77141 service nova] Releasing lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.589448] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] Acquired lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.589548] env[62533]: DEBUG nova.network.neutron [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Refreshing network info cache for port 728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.616273] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898406, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.706623] env[62533]: DEBUG oslo_vmware.api [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898407, 'name': RemoveSnapshot_Task, 'duration_secs': 0.628309} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.706623] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1626.706902] env[62533]: INFO nova.compute.manager [None req-eb7cdd0c-253a-4c98-9d0d-b13ae3da2c54 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Took 14.15 seconds to snapshot the instance on the hypervisor. [ 1626.730387] env[62533]: DEBUG nova.scheduler.client.report [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.019114] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.117683] env[62533]: DEBUG oslo_vmware.api [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898406, 'name': RemoveSnapshot_Task, 'duration_secs': 1.257102} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.117947] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1627.118264] env[62533]: INFO nova.compute.manager [None req-d9cc06f5-abab-407b-9fa3-33d90255c8d6 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 1627.236417] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.047s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.236984] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1627.240128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.217s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.240128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.242944] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.593s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.243149] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.245638] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.365s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.245638] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.247403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.627s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.297317] env[62533]: INFO nova.scheduler.client.report [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Deleted allocations for instance 9cbb0843-d98d-4452-b109-840e2d946a5e [ 1627.300915] env[62533]: INFO nova.scheduler.client.report [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleted allocations for instance a1b021c1-4a56-440e-903a-9b8d13d18fa2 [ 1627.322965] env[62533]: INFO nova.scheduler.client.report [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Deleted allocations for instance 933e7e20-db95-4f2b-9c46-7065740bfc01 [ 1627.472497] env[62533]: DEBUG nova.network.neutron [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [{"id": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "address": "fa:16:3e:c5:0f:c8", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871fcc7-eb", "ovs_interfaceid": "f871fcc7-ebcc-4669-a119-e19cc1e12a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.750569] env[62533]: DEBUG nova.network.neutron [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updated VIF entry in instance network info cache for port 728d7903-d7ad-44e2-b3ec-4eb72bc68128. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.751113] env[62533]: DEBUG nova.network.neutron [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updating instance_info_cache with network_info: [{"id": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "address": "fa:16:3e:96:a9:d0", "network": {"id": "9256d782-4703-4e09-9e73-85cc22c30338", "bridge": "br-int", "label": "tempest-ServersTestJSON-1895787701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd7f1efa3424c91b086d173d36583cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728d7903-d7", "ovs_interfaceid": "728d7903-d7ad-44e2-b3ec-4eb72bc68128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.756862] env[62533]: DEBUG nova.compute.utils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1627.765141] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1627.765357] env[62533]: DEBUG nova.network.neutron [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1627.815755] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b766f601-79bb-4001-85fd-85c77dc7394a tempest-ServersAdminNegativeTestJSON-389967171 tempest-ServersAdminNegativeTestJSON-389967171-project-member] Lock "9cbb0843-d98d-4452-b109-840e2d946a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.925s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.817212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bb9df51c-73c5-4f7a-92f8-31a6b19fc4f0 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "a1b021c1-4a56-440e-903a-9b8d13d18fa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.535s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.827136] env[62533]: DEBUG nova.policy [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34c9aa1dc99d4dd0a5c5067f624786fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e087d09d08941e2b3604529b737c47d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1627.831784] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8ef57081-59cd-4eb6-a4e6-55e02b3f9786 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.523s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.835069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.853s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.835696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.835696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.835696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.838824] env[62533]: INFO nova.compute.manager [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Terminating instance [ 1627.978465] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Releasing lock "refresh_cache-cd483179-6724-4544-83f7-e23a884e98c8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.978942] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.979268] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dddf6e94-44e2-4761-aca3-faef1c04cf38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.990983] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1627.990983] env[62533]: value = "task-1898408" [ 1627.990983] env[62533]: _type = "Task" [ 1627.990983] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.012370] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.195385] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3d574-8ab3-4caf-835d-55c972028c85 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.208769] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74fb752-cd9e-4159-9104-73f3858c881b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.250945] env[62533]: DEBUG nova.network.neutron [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Successfully created port: e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.253601] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503b586-94e9-490a-8166-188ca231dde5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.262181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d70869-b596-406c-9315-d4b49b04a0e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.266748] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.270635] env[62533]: DEBUG oslo_concurrency.lockutils [req-7e8eeec8-c167-4ae5-bec4-bfe6dd7ec192 req-586d710f-7f22-4ec2-aaba-1ec26ce45c54 service nova] Releasing lock "refresh_cache-f07b7559-019c-47ed-8be9-205bfca32e66" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.281869] env[62533]: DEBUG nova.compute.provider_tree [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.347501] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.347569] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquired lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.347692] env[62533]: DEBUG nova.network.neutron [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.504164] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898408, 'name': PowerOffVM_Task, 'duration_secs': 0.231499} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.504702] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T22:05:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1b5c1806-134d-4cef-bc45-4d6b80847091',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-402731409',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.507093] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.507803] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.508194] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.513611] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e81d61-7656-4fcb-81bf-ea96f088f5ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.532868] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1628.532868] env[62533]: value = "task-1898409" [ 1628.532868] env[62533]: _type = "Task" [ 1628.532868] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.542653] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.767964] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.768238] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.784570] env[62533]: DEBUG nova.scheduler.client.report [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.851927] env[62533]: DEBUG nova.compute.utils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Can not refresh info_cache because instance was not found {{(pid=62533) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1628.880434] env[62533]: DEBUG nova.network.neutron [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.044756] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898409, 'name': ReconfigVM_Task, 'duration_secs': 0.157669} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.049822] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e622d43-af73-42e3-b99c-4d0a7e3e141e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.070768] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T22:05:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1b5c1806-134d-4cef-bc45-4d6b80847091',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-402731409',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.071033] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.071705] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.071950] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.072115] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.072332] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.072562] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.072718] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.072879] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.073050] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.073368] env[62533]: DEBUG nova.virt.hardware [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.075044] env[62533]: DEBUG nova.network.neutron [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.076186] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619953a3-0368-43f3-baf8-15755310a23a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.083497] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1629.083497] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529dba69-ab06-3a19-3894-36161e6dc117" [ 1629.083497] env[62533]: _type = "Task" [ 1629.083497] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.097630] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529dba69-ab06-3a19-3894-36161e6dc117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.272776] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.278150] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.312906] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.313283] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.313442] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.313650] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.313831] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.314017] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.314358] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.314528] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.314737] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.314983] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.315171] env[62533]: DEBUG nova.virt.hardware [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.316293] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab9d6f-571d-4c1b-8a1a-1e265b132c24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.327029] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f48883-f006-4387-bb10-f7bdc4e1a063 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.580201] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Releasing lock "refresh_cache-933e7e20-db95-4f2b-9c46-7065740bfc01" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.580970] env[62533]: DEBUG nova.compute.manager [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1629.581300] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.582573] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b62bdca-afd4-426e-b3a9-3b5cb14cdefc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.598096] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529dba69-ab06-3a19-3894-36161e6dc117, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.604079] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1629.608601] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8721dd-a726-4160-9c93-c68bb1e66da8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.621860] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3ad835-1c59-450b-9510-40a2b883fade {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.635869] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.639014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.639014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.639014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.639014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.639507] env[62533]: INFO nova.compute.manager [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Terminating instance [ 1629.648397] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1629.648397] env[62533]: value = "task-1898410" [ 1629.648397] env[62533]: _type = "Task" [ 1629.648397] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.659768] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.674416] env[62533]: WARNING nova.virt.vmwareapi.vmops [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 933e7e20-db95-4f2b-9c46-7065740bfc01 could not be found. [ 1629.674745] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.674958] env[62533]: INFO nova.compute.manager [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1629.675315] env[62533]: DEBUG oslo.service.loopingcall [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.675677] env[62533]: DEBUG nova.compute.manager [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.675774] env[62533]: DEBUG nova.network.neutron [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.693305] env[62533]: DEBUG nova.network.neutron [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.801628] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.802457] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.555s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.805638] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.266s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.805638] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.807589] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.287s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.808192] env[62533]: DEBUG nova.objects.instance [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'pci_requests' on Instance uuid d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.850353] env[62533]: INFO nova.scheduler.client.report [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Deleted allocations for instance c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf [ 1630.040420] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.040653] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.096224] env[62533]: DEBUG nova.network.neutron [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Successfully updated port: e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.143107] env[62533]: DEBUG nova.compute.manager [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.143356] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.144564] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d05f3-fad6-4071-85ff-ea42406868fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.157804] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898410, 'name': ReconfigVM_Task, 'duration_secs': 0.214864} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.160446] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1630.160446] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.161109] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726fc42-3158-4461-b78e-63e4f80ae912 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.164237] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86f2f5eb-5152-4190-bcde-1d15a81908b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.198573] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.201131] env[62533]: DEBUG nova.network.neutron [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.202482] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65dd4192-b849-4806-9147-f76ca92c9403 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.218907] env[62533]: DEBUG oslo_vmware.api [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1630.218907] env[62533]: value = "task-1898411" [ 1630.218907] env[62533]: _type = "Task" [ 1630.218907] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.220699] env[62533]: INFO nova.compute.manager [-] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Took 0.54 seconds to deallocate network for instance. [ 1630.237485] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1630.237485] env[62533]: value = "task-1898412" [ 1630.237485] env[62533]: _type = "Task" [ 1630.237485] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.248108] env[62533]: DEBUG oslo_vmware.api [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.255786] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.314722] env[62533]: DEBUG nova.objects.instance [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'numa_topology' on Instance uuid d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.336942] env[62533]: DEBUG nova.compute.manager [req-e8afa3ed-dbb6-4893-9694-6372cfa634bd req-9d7616bd-8593-476d-82e3-3fed9786fd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Received event network-vif-plugged-e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1630.337184] env[62533]: DEBUG oslo_concurrency.lockutils [req-e8afa3ed-dbb6-4893-9694-6372cfa634bd req-9d7616bd-8593-476d-82e3-3fed9786fd7d service nova] Acquiring lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.337507] env[62533]: DEBUG oslo_concurrency.lockutils [req-e8afa3ed-dbb6-4893-9694-6372cfa634bd req-9d7616bd-8593-476d-82e3-3fed9786fd7d service nova] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.337615] env[62533]: DEBUG oslo_concurrency.lockutils [req-e8afa3ed-dbb6-4893-9694-6372cfa634bd req-9d7616bd-8593-476d-82e3-3fed9786fd7d service nova] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.337805] env[62533]: DEBUG nova.compute.manager [req-e8afa3ed-dbb6-4893-9694-6372cfa634bd req-9d7616bd-8593-476d-82e3-3fed9786fd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] No waiting events found dispatching network-vif-plugged-e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.338418] env[62533]: WARNING nova.compute.manager [req-e8afa3ed-dbb6-4893-9694-6372cfa634bd req-9d7616bd-8593-476d-82e3-3fed9786fd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Received unexpected event network-vif-plugged-e9047ebf-8ac8-4a49-9b62-8a92f4300b5e for instance with vm_state building and task_state spawning. [ 1630.363547] env[62533]: DEBUG oslo_concurrency.lockutils [None req-88ae918a-5a52-4f30-a87b-2326d83ae6fc tempest-FloatingIPsAssociationNegativeTestJSON-833682972 tempest-FloatingIPsAssociationNegativeTestJSON-833682972-project-member] Lock "c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.464s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.405289] env[62533]: INFO nova.scheduler.client.report [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocation for migration a8fb7e90-4112-41bd-aa13-4b5634975ae8 [ 1630.543285] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.601511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "refresh_cache-27f325af-28d6-44a5-8ebd-8fa64fc4c99e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.601583] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "refresh_cache-27f325af-28d6-44a5-8ebd-8fa64fc4c99e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.601780] env[62533]: DEBUG nova.network.neutron [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.731138] env[62533]: DEBUG oslo_vmware.api [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898411, 'name': PowerOffVM_Task, 'duration_secs': 0.295896} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.731420] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.731591] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.731842] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f916b2b-6581-48cb-89ad-d9e0e9cb2711 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.740866] env[62533]: INFO nova.compute.manager [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance disappeared during terminate [ 1630.740866] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf5fcba4-95bd-49e7-9a57-6f7d40c022fd tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "933e7e20-db95-4f2b-9c46-7065740bfc01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.906s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.756020] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898412, 'name': ReconfigVM_Task, 'duration_secs': 0.3166} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.756020] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Reconfigured VM instance instance-0000002b to attach disk [datastore2] cd483179-6724-4544-83f7-e23a884e98c8/cd483179-6724-4544-83f7-e23a884e98c8.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.756020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60bfc57-9290-4dfd-a9f5-7c90689b2dab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.777108] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389b5ec-1f9f-4b6c-b1ba-b639d0d4c2fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.805066] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.805484] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.811175] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631e171-7072-466d-b434-296c14566b1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.830396] env[62533]: INFO nova.compute.claims [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.832818] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed7579-71f8-4c7b-a0f5-204853426d30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.841514] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.841715] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6b7c7f8-eb24-4665-ba63-862a636550f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.849303] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1630.849303] env[62533]: value = "task-1898414" [ 1630.849303] env[62533]: _type = "Task" [ 1630.849303] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.860519] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.916019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-708607e4-8551-4e54-a834-b588844f62ba tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.663s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.953141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.953413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.072075] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.080169] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.080407] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.080600] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Deleting the datastore file [datastore1] bf8ae846-d7d3-4221-8a88-71dc75f34fbc {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.080899] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12fa8258-4559-4342-80fe-ff063e357d6b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.089830] env[62533]: DEBUG oslo_vmware.api [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for the task: (returnval){ [ 1631.089830] env[62533]: value = "task-1898415" [ 1631.089830] env[62533]: _type = "Task" [ 1631.089830] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.099931] env[62533]: DEBUG oslo_vmware.api [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.152642] env[62533]: DEBUG nova.network.neutron [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.308667] env[62533]: INFO nova.compute.manager [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Detaching volume e14669a1-6e80-44ab-aee6-3aae0cc38ee5 [ 1631.346947] env[62533]: INFO nova.virt.block_device [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Attempting to driver detach volume e14669a1-6e80-44ab-aee6-3aae0cc38ee5 from mountpoint /dev/sdb [ 1631.348421] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1631.348421] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391974', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'name': 'volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70bdbe2f-7530-4f64-80a6-ceada275a8b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'serial': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1631.349284] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fae682d-2be0-42ff-916b-ee31d2949146 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.387408] env[62533]: DEBUG oslo_vmware.api [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898414, 'name': PowerOnVM_Task, 'duration_secs': 0.459157} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.388177] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c2d772-a7c6-4ef4-bc80-35e1fcc7532c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.391162] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.403285] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a105d-d7c6-4128-9343-c8481ba75bcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.433580] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854dabda-999f-417e-8f26-3709150e7912 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.451512] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] The volume has not been displaced from its original location: [datastore1] volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5/volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1631.457237] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1631.457640] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.460749] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252aa072-25c3-411b-a01e-760185299b6c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.481457] env[62533]: DEBUG oslo_vmware.api [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1631.481457] env[62533]: value = "task-1898416" [ 1631.481457] env[62533]: _type = "Task" [ 1631.481457] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.490363] env[62533]: DEBUG oslo_vmware.api [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.491404] env[62533]: DEBUG nova.network.neutron [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Updating instance_info_cache with network_info: [{"id": "e9047ebf-8ac8-4a49-9b62-8a92f4300b5e", "address": "fa:16:3e:1a:27:bf", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9047ebf-8a", "ovs_interfaceid": "e9047ebf-8ac8-4a49-9b62-8a92f4300b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.601475] env[62533]: DEBUG oslo_vmware.api [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Task: {'id': task-1898415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185676} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.601982] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.602282] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.602595] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.602893] env[62533]: INFO nova.compute.manager [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1631.603260] env[62533]: DEBUG oslo.service.loopingcall [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.603709] env[62533]: DEBUG nova.compute.manager [-] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1631.603910] env[62533]: DEBUG nova.network.neutron [-] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.988537] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.994287] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "refresh_cache-27f325af-28d6-44a5-8ebd-8fa64fc4c99e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.994697] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Instance network_info: |[{"id": "e9047ebf-8ac8-4a49-9b62-8a92f4300b5e", "address": "fa:16:3e:1a:27:bf", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9047ebf-8a", "ovs_interfaceid": "e9047ebf-8ac8-4a49-9b62-8a92f4300b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1631.995111] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:27:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9047ebf-8ac8-4a49-9b62-8a92f4300b5e', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.004111] env[62533]: DEBUG oslo.service.loopingcall [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.010692] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.010994] env[62533]: DEBUG oslo_vmware.api [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898416, 'name': ReconfigVM_Task, 'duration_secs': 0.434844} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.011470] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e76a73-9f7f-4ff9-adab-d5362333936c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.029926] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1632.038576] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4becf43c-30ac-4692-9d9f-26f9d7adc72c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.058087] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.058087] env[62533]: value = "task-1898417" [ 1632.058087] env[62533]: _type = "Task" [ 1632.058087] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.058855] env[62533]: DEBUG oslo_vmware.api [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1632.058855] env[62533]: value = "task-1898418" [ 1632.058855] env[62533]: _type = "Task" [ 1632.058855] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.076600] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898417, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.079939] env[62533]: DEBUG oslo_vmware.api [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.328819] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28b2401-bb0a-4683-8a9e-465c044e5b86 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.337699] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd3ce9a-3677-4352-b47d-1720bee1e63e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.371880] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0bc2d-a335-4784-882f-f4d779dd4240 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.385023] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac656b9-f5e4-4501-83b0-ef066e1532c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.394122] env[62533]: DEBUG nova.compute.manager [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Received event network-changed-e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1632.394122] env[62533]: DEBUG nova.compute.manager [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Refreshing instance network info cache due to event network-changed-e9047ebf-8ac8-4a49-9b62-8a92f4300b5e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1632.394272] env[62533]: DEBUG oslo_concurrency.lockutils [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] Acquiring lock "refresh_cache-27f325af-28d6-44a5-8ebd-8fa64fc4c99e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.394573] env[62533]: DEBUG oslo_concurrency.lockutils [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] Acquired lock "refresh_cache-27f325af-28d6-44a5-8ebd-8fa64fc4c99e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.394800] env[62533]: DEBUG nova.network.neutron [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Refreshing network info cache for port e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.409938] env[62533]: INFO nova.compute.manager [None req-2a4582fe-75c1-4070-942a-fc7cb9decbbf tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance to original state: 'active' [ 1632.413525] env[62533]: DEBUG nova.compute.provider_tree [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.574658] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898417, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.580865] env[62533]: DEBUG oslo_vmware.api [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898418, 'name': ReconfigVM_Task, 'duration_secs': 0.205907} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.581414] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391974', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'name': 'volume-e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70bdbe2f-7530-4f64-80a6-ceada275a8b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5', 'serial': 'e14669a1-6e80-44ab-aee6-3aae0cc38ee5'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1632.731408] env[62533]: DEBUG nova.network.neutron [-] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.921634] env[62533]: DEBUG nova.scheduler.client.report [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.964128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "8b92dc33-c9e7-423d-ab40-da2d7935205a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.964128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.964128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "8b92dc33-c9e7-423d-ab40-da2d7935205a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.964128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.964128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.967050] env[62533]: INFO nova.compute.manager [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Terminating instance [ 1633.075255] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898417, 'name': CreateVM_Task, 'duration_secs': 0.88687} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.075255] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.076098] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.076410] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.076755] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.077044] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b39daa8-069c-4736-bbc9-e24223b44640 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.086856] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1633.086856] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520283ec-c86d-cb2c-dd33-7661a049c6ac" [ 1633.086856] env[62533]: _type = "Task" [ 1633.086856] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.099476] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520283ec-c86d-cb2c-dd33-7661a049c6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.187929] env[62533]: DEBUG nova.objects.instance [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.236595] env[62533]: INFO nova.compute.manager [-] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Took 1.63 seconds to deallocate network for instance. [ 1633.270945] env[62533]: DEBUG nova.network.neutron [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Updated VIF entry in instance network info cache for port e9047ebf-8ac8-4a49-9b62-8a92f4300b5e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.271645] env[62533]: DEBUG nova.network.neutron [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Updating instance_info_cache with network_info: [{"id": "e9047ebf-8ac8-4a49-9b62-8a92f4300b5e", "address": "fa:16:3e:1a:27:bf", "network": {"id": "90366ae7-9bbf-4ebd-9f18-dab8ce0da7a1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604996319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e087d09d08941e2b3604529b737c47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9047ebf-8a", "ovs_interfaceid": "e9047ebf-8ac8-4a49-9b62-8a92f4300b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.429870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.622s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.434926] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.852s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.435161] env[62533]: DEBUG nova.objects.instance [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'pci_requests' on Instance uuid a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.478065] env[62533]: DEBUG nova.compute.manager [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1633.480335] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.480855] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96cd334-e01f-441e-8ba8-7ec96209cc26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.492850] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.493139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.493985] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.493985] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.493985] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.495407] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.496357] env[62533]: INFO nova.network.neutron [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1633.498262] env[62533]: INFO nova.compute.manager [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Terminating instance [ 1633.499628] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34265907-b095-4168-bcff-6d945b6a654c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.512736] env[62533]: DEBUG oslo_vmware.api [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1633.512736] env[62533]: value = "task-1898419" [ 1633.512736] env[62533]: _type = "Task" [ 1633.512736] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.525438] env[62533]: DEBUG oslo_vmware.api [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.597808] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520283ec-c86d-cb2c-dd33-7661a049c6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.598193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.598444] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.598708] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.598855] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.599059] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.599359] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d52a39b-8d91-45d1-b7ef-af437d9055e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.611720] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.611720] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.611720] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a9f568-c2f0-406e-a5f5-31c86dcff602 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.618790] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1633.618790] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52428afa-b317-c670-4a02-96dcc80a3953" [ 1633.618790] env[62533]: _type = "Task" [ 1633.618790] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.628189] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52428afa-b317-c670-4a02-96dcc80a3953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.745805] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.775040] env[62533]: DEBUG oslo_concurrency.lockutils [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] Releasing lock "refresh_cache-27f325af-28d6-44a5-8ebd-8fa64fc4c99e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.775351] env[62533]: DEBUG nova.compute.manager [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Received event network-vif-deleted-ffd304d7-ca27-4e32-bd9c-bd1775da6399 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1633.775543] env[62533]: INFO nova.compute.manager [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Neutron deleted interface ffd304d7-ca27-4e32-bd9c-bd1775da6399; detaching it from the instance and deleting it from the info cache [ 1633.775807] env[62533]: DEBUG nova.network.neutron [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.942401] env[62533]: DEBUG nova.objects.instance [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'numa_topology' on Instance uuid a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.003977] env[62533]: DEBUG nova.compute.manager [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1634.003977] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.004570] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a95ac-9794-4345-816f-ff2db98ea15a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.033829] env[62533]: DEBUG oslo_vmware.api [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898419, 'name': PowerOffVM_Task, 'duration_secs': 0.22816} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.038348] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.039050] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.039299] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.039722] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dddc500-4840-4cfb-8e61-4c86b7299db6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.043685] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf33a02-4d3a-466e-ab87-9410c326fdd4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.054555] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1634.054555] env[62533]: value = "task-1898421" [ 1634.054555] env[62533]: _type = "Task" [ 1634.054555] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.064883] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.138966] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52428afa-b317-c670-4a02-96dcc80a3953, 'name': SearchDatastore_Task, 'duration_secs': 0.017607} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.144359] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7149374e-155e-4645-afe8-15da3ef9e016 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.147808] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.148061] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.156801] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1634.156801] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c654f2-5d52-46a3-a702-296e53e6abc2" [ 1634.156801] env[62533]: _type = "Task" [ 1634.156801] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.168450] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c654f2-5d52-46a3-a702-296e53e6abc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.197350] env[62533]: DEBUG oslo_concurrency.lockutils [None req-62e99ddb-f7d4-4a8d-84cc-ae95977e102e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.391s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.255097] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.255097] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.258433] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Deleting the datastore file [datastore2] 8b92dc33-c9e7-423d-ab40-da2d7935205a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.258719] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bf58514-64cd-451a-b950-7680a91057a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.272225] env[62533]: DEBUG oslo_vmware.api [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1634.272225] env[62533]: value = "task-1898422" [ 1634.272225] env[62533]: _type = "Task" [ 1634.272225] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.283278] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-619dfe8a-46bf-4bc4-8e16-cbf1ad315ee1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.292112] env[62533]: DEBUG oslo_vmware.api [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.295449] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fd2b29-426c-4725-8fce-25fac05afc4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.337218] env[62533]: DEBUG nova.compute.manager [req-a7b59232-2252-471d-8fce-bd066ed25dd6 req-d00e2329-3b88-439f-9092-33bb4821dd7d service nova] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Detach interface failed, port_id=ffd304d7-ca27-4e32-bd9c-bd1775da6399, reason: Instance bf8ae846-d7d3-4221-8a88-71dc75f34fbc could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1634.447136] env[62533]: INFO nova.compute.claims [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.565578] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898421, 'name': PowerOffVM_Task, 'duration_secs': 0.209782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.565944] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.566121] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.567140] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f66d3cf-a7e4-4b1d-8503-722a543d02ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.634231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "cd483179-6724-4544-83f7-e23a884e98c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.634231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.634231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "cd483179-6724-4544-83f7-e23a884e98c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.634231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.634231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.637143] env[62533]: INFO nova.compute.manager [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Terminating instance [ 1634.651911] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.668886] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c654f2-5d52-46a3-a702-296e53e6abc2, 'name': SearchDatastore_Task, 'duration_secs': 0.020989} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.669193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.669468] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 27f325af-28d6-44a5-8ebd-8fa64fc4c99e/27f325af-28d6-44a5-8ebd-8fa64fc4c99e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.669733] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c42dcec0-8dfb-4ab8-9248-8d1379172c4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.677904] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1634.677904] env[62533]: value = "task-1898424" [ 1634.677904] env[62533]: _type = "Task" [ 1634.677904] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.689179] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.690725] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.691013] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.691229] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore1] 0b1df357-a0c0-481b-b2f6-1a6304335d36 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.691718] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2006f242-4f6a-4d74-be1f-b4039fc4c6f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.700613] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1634.700613] env[62533]: value = "task-1898425" [ 1634.700613] env[62533]: _type = "Task" [ 1634.700613] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.710716] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.767068] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.767346] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.767566] env[62533]: DEBUG nova.compute.manager [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.768496] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda01e40-d7e5-4839-b6af-326f488fb781 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.778586] env[62533]: DEBUG nova.compute.manager [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1634.779308] env[62533]: DEBUG nova.objects.instance [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.786665] env[62533]: DEBUG oslo_vmware.api [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154025} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.786919] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.790469] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.790805] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.793498] env[62533]: INFO nova.compute.manager [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1634.793498] env[62533]: DEBUG oslo.service.loopingcall [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.793705] env[62533]: DEBUG nova.compute.manager [-] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.793850] env[62533]: DEBUG nova.network.neutron [-] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.139881] env[62533]: DEBUG nova.compute.manager [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.139881] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.140627] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b4caf-1339-4387-a901-010457740896 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.149905] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.150283] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fcce3e5-2faa-4433-8d1c-b8983e20ae09 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.162220] env[62533]: DEBUG oslo_vmware.api [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1635.162220] env[62533]: value = "task-1898426" [ 1635.162220] env[62533]: _type = "Task" [ 1635.162220] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.176024] env[62533]: DEBUG oslo_vmware.api [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.191396] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.193589] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.215783] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.387706] env[62533]: DEBUG nova.compute.manager [req-2e7140ea-2c3b-40e8-ac0c-642dd1e16de5 req-142c63c9-928a-45a5-b4a0-00de842b97cf service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-vif-plugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1635.388497] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e7140ea-2c3b-40e8-ac0c-642dd1e16de5 req-142c63c9-928a-45a5-b4a0-00de842b97cf service nova] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.388629] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e7140ea-2c3b-40e8-ac0c-642dd1e16de5 req-142c63c9-928a-45a5-b4a0-00de842b97cf service nova] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.388914] env[62533]: DEBUG oslo_concurrency.lockutils [req-2e7140ea-2c3b-40e8-ac0c-642dd1e16de5 req-142c63c9-928a-45a5-b4a0-00de842b97cf service nova] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.389083] env[62533]: DEBUG nova.compute.manager [req-2e7140ea-2c3b-40e8-ac0c-642dd1e16de5 req-142c63c9-928a-45a5-b4a0-00de842b97cf service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] No waiting events found dispatching network-vif-plugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1635.389531] env[62533]: WARNING nova.compute.manager [req-2e7140ea-2c3b-40e8-ac0c-642dd1e16de5 req-142c63c9-928a-45a5-b4a0-00de842b97cf service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received unexpected event network-vif-plugged-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1635.677151] env[62533]: DEBUG oslo_vmware.api [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898426, 'name': PowerOffVM_Task, 'duration_secs': 0.212338} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.677151] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.677300] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.677555] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c543db12-a36f-439f-8e42-267236663575 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.692343] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895726} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.692665] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 27f325af-28d6-44a5-8ebd-8fa64fc4c99e/27f325af-28d6-44a5-8ebd-8fa64fc4c99e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.694145] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.694476] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e86b6739-96ed-4a3b-9064-c6b113653d9d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.706375] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1635.706375] env[62533]: value = "task-1898428" [ 1635.706375] env[62533]: _type = "Task" [ 1635.706375] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.720491] env[62533]: DEBUG oslo_vmware.api [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520373} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.721379] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.721569] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.721789] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.722036] env[62533]: INFO nova.compute.manager [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1635.722909] env[62533]: DEBUG oslo.service.loopingcall [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.722909] env[62533]: DEBUG nova.compute.manager [-] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1635.722909] env[62533]: DEBUG nova.network.neutron [-] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.727782] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.728710] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.728873] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.729053] env[62533]: DEBUG nova.network.neutron [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.789050] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.789370] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea50a63-29a8-44a1-93b4-38c1b54c74c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.799376] env[62533]: DEBUG oslo_vmware.api [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1635.799376] env[62533]: value = "task-1898429" [ 1635.799376] env[62533]: _type = "Task" [ 1635.799376] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.812443] env[62533]: DEBUG oslo_vmware.api [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.848264] env[62533]: DEBUG nova.compute.manager [req-04bd19e5-1573-4e23-a50c-f6310e720042 req-848c9762-7e19-474d-a52a-868963d49ef2 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Received event network-vif-deleted-e9890ef1-691f-47d0-b870-dac375a6c417 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1635.848483] env[62533]: INFO nova.compute.manager [req-04bd19e5-1573-4e23-a50c-f6310e720042 req-848c9762-7e19-474d-a52a-868963d49ef2 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Neutron deleted interface e9890ef1-691f-47d0-b870-dac375a6c417; detaching it from the instance and deleting it from the info cache [ 1635.848655] env[62533]: DEBUG nova.network.neutron [req-04bd19e5-1573-4e23-a50c-f6310e720042 req-848c9762-7e19-474d-a52a-868963d49ef2 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.886140] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.886140] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.886487] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleting the datastore file [datastore2] cd483179-6724-4544-83f7-e23a884e98c8 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.891670] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd4ad9d1-64a5-43f9-a98d-01a46250e663 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.902113] env[62533]: DEBUG oslo_vmware.api [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1635.902113] env[62533]: value = "task-1898430" [ 1635.902113] env[62533]: _type = "Task" [ 1635.902113] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.918773] env[62533]: DEBUG oslo_vmware.api [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.947435] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07193c4b-7732-45b3-b8ad-2babe4f839df {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.957658] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded22ae-db32-47ab-90ad-1ee955c06fef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.999972] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a017f97c-8d9d-4496-bedf-31e8c4af2ccf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.010171] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ef4083-80f2-46a6-a7ea-8054eab0dd3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.036167] env[62533]: DEBUG nova.compute.provider_tree [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.097253] env[62533]: DEBUG nova.network.neutron [-] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.219839] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075055} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.220134] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1636.221895] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcded98-98dd-426d-961f-7bb5f96d3103 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.256830] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 27f325af-28d6-44a5-8ebd-8fa64fc4c99e/27f325af-28d6-44a5-8ebd-8fa64fc4c99e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.257218] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22138d1-432d-4437-9dea-db6a8816ddc8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.282881] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1636.282881] env[62533]: value = "task-1898431" [ 1636.282881] env[62533]: _type = "Task" [ 1636.282881] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.292193] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.311207] env[62533]: DEBUG oslo_vmware.api [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898429, 'name': PowerOffVM_Task, 'duration_secs': 0.292869} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.311572] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.311811] env[62533]: DEBUG nova.compute.manager [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.315129] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19049a1-0966-4607-b05c-6ece718dcf79 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.361218] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc1d7ae7-f92e-415c-8dae-443df4a04a73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.373941] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b5bbdf-7d94-47b7-af60-a526f27ea9ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.411035] env[62533]: DEBUG nova.compute.manager [req-04bd19e5-1573-4e23-a50c-f6310e720042 req-848c9762-7e19-474d-a52a-868963d49ef2 service nova] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Detach interface failed, port_id=e9890ef1-691f-47d0-b870-dac375a6c417, reason: Instance 8b92dc33-c9e7-423d-ab40-da2d7935205a could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1636.420349] env[62533]: DEBUG oslo_vmware.api [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220468} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.420596] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.420784] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.420957] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.421156] env[62533]: INFO nova.compute.manager [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1636.421375] env[62533]: DEBUG oslo.service.loopingcall [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.421565] env[62533]: DEBUG nova.compute.manager [-] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.421661] env[62533]: DEBUG nova.network.neutron [-] [instance: cd483179-6724-4544-83f7-e23a884e98c8] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1636.541016] env[62533]: DEBUG nova.scheduler.client.report [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.582727] env[62533]: DEBUG nova.network.neutron [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.600889] env[62533]: INFO nova.compute.manager [-] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Took 1.81 seconds to deallocate network for instance. [ 1636.690986] env[62533]: DEBUG nova.network.neutron [-] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.796568] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898431, 'name': ReconfigVM_Task, 'duration_secs': 0.356446} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.796568] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 27f325af-28d6-44a5-8ebd-8fa64fc4c99e/27f325af-28d6-44a5-8ebd-8fa64fc4c99e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.798580] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e810c4e-6bee-46aa-b264-8220d7a026c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.805756] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1636.805756] env[62533]: value = "task-1898432" [ 1636.805756] env[62533]: _type = "Task" [ 1636.805756] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.817839] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898432, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.832268] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbde726b-057b-429a-a1a2-bf179991ab13 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.048711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.614s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.052505] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.346s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.052505] env[62533]: DEBUG nova.objects.instance [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lazy-loading 'resources' on Instance uuid 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.083842] env[62533]: INFO nova.network.neutron [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating port 664a601e-ef5e-46fb-abfc-cfd9beac08d9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1637.087692] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.108359] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.130085] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d34dd7fb6c12d98a5a2d79a396e4d04',container_format='bare',created_at=2024-12-14T22:06:57Z,direct_url=,disk_format='vmdk',id=7b1e0e0a-68b3-4013-8912-7f15be1cfb37,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-494182767-shelved',owner='5fd73464141f4240b481a8c98d384350',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-14T22:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.130334] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.130516] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.133164] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.133335] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.133501] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.133764] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.134070] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.134195] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.134331] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.134528] env[62533]: DEBUG nova.virt.hardware [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.135756] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d29c8-cc73-484a-b8e3-d7466c3f8db5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.147921] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c24874-cbd9-446e-a2bd-9578f76ed795 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.174057] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:0c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0f0a66-7a3d-47fc-bba0-54060e573fb4', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.183830] env[62533]: DEBUG oslo.service.loopingcall [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.184089] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.184333] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c25c7a-d5cc-4141-a237-aae5d14304fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.204486] env[62533]: INFO nova.compute.manager [-] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Took 1.48 seconds to deallocate network for instance. [ 1637.216823] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.216823] env[62533]: value = "task-1898433" [ 1637.216823] env[62533]: _type = "Task" [ 1637.216823] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.229802] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898433, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.320075] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898432, 'name': Rename_Task, 'duration_secs': 0.213151} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.320846] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.323401] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2391a80-d004-46f4-9698-5c22ba60bbf8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.336404] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1637.336404] env[62533]: value = "task-1898434" [ 1637.336404] env[62533]: _type = "Task" [ 1637.336404] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.347315] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.425937] env[62533]: DEBUG nova.network.neutron [-] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.436438] env[62533]: DEBUG nova.compute.manager [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1637.436512] env[62533]: DEBUG nova.compute.manager [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing instance network info cache due to event network-changed-2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1637.436678] env[62533]: DEBUG oslo_concurrency.lockutils [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] Acquiring lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.436879] env[62533]: DEBUG oslo_concurrency.lockutils [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] Acquired lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.440072] env[62533]: DEBUG nova.network.neutron [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Refreshing network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.620440] env[62533]: DEBUG nova.objects.instance [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.715420] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.728721] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898433, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.853639] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898434, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.882223] env[62533]: DEBUG nova.compute.manager [req-34fe2ef1-e6b0-4a9e-a80d-98aeb1d6b7dc req-6eb0eb8e-d872-41a0-8d50-223d7afb6a72 service nova] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Received event network-vif-deleted-d721c0d0-57a7-4ac6-aa3a-6b5fae33e749 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1637.932265] env[62533]: INFO nova.compute.manager [-] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Took 1.51 seconds to deallocate network for instance. [ 1638.005833] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75777f78-d3b7-4a39-9565-9f45b4f115f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.020999] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc37c12-5fa2-45cf-89cc-4441d4f62563 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.064769] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad49074-1129-4d9f-a43c-e5fb076f055e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.073736] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e14061-5887-4f3d-9070-0352b00e9daa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.088811] env[62533]: DEBUG nova.compute.provider_tree [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.126201] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.126468] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.126650] env[62533]: DEBUG nova.network.neutron [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.126900] env[62533]: DEBUG nova.objects.instance [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'info_cache' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.234063] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898433, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.347973] env[62533]: DEBUG oslo_vmware.api [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898434, 'name': PowerOnVM_Task, 'duration_secs': 0.561006} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.351908] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.352145] env[62533]: INFO nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1638.352327] env[62533]: DEBUG nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.353734] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88a2098-3a2d-4a60-aafe-77fbc5a5b1c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.439466] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.546337] env[62533]: DEBUG nova.network.neutron [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updated VIF entry in instance network info cache for port 2d0f0a66-7a3d-47fc-bba0-54060e573fb4. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.546337] env[62533]: DEBUG nova.network.neutron [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [{"id": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "address": "fa:16:3e:97:0c:1b", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0f0a66-7a", "ovs_interfaceid": "2d0f0a66-7a3d-47fc-bba0-54060e573fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.592397] env[62533]: DEBUG nova.scheduler.client.report [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.630115] env[62533]: DEBUG nova.objects.base [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Object Instance<70bdbe2f-7530-4f64-80a6-ceada275a8b8> lazy-loaded attributes: flavor,info_cache {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1638.733429] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898433, 'name': CreateVM_Task, 'duration_secs': 1.235227} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.733673] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.734717] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.734717] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.735010] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.735339] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621e70ea-0b7d-49df-95d0-f57111fdc8ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.740935] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1638.740935] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523aa730-d664-0f56-4649-9ba7ae8dccbc" [ 1638.740935] env[62533]: _type = "Task" [ 1638.740935] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.755433] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523aa730-d664-0f56-4649-9ba7ae8dccbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.872815] env[62533]: INFO nova.compute.manager [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Took 42.16 seconds to build instance. [ 1639.052101] env[62533]: DEBUG oslo_concurrency.lockutils [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] Releasing lock "refresh_cache-d743b16c-c3d7-46fe-989f-169500d2b177" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.052101] env[62533]: DEBUG nova.compute.manager [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Received event network-vif-deleted-f871fcc7-ebcc-4669-a119-e19cc1e12a45 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1639.052101] env[62533]: INFO nova.compute.manager [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Neutron deleted interface f871fcc7-ebcc-4669-a119-e19cc1e12a45; detaching it from the instance and deleting it from the info cache [ 1639.052101] env[62533]: DEBUG nova.network.neutron [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.102341] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.103193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.240s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.103551] env[62533]: DEBUG nova.objects.instance [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lazy-loading 'resources' on Instance uuid cb58dff4-d64c-4977-8434-ee6118e5ddf9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.139540] env[62533]: INFO nova.scheduler.client.report [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Deleted allocations for instance 47ce12ce-ddf8-47b8-941a-ee74bc63bf41 [ 1639.253507] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.253792] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Processing image 7b1e0e0a-68b3-4013-8912-7f15be1cfb37 {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1639.254026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.254134] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.254483] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.254725] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3e48ed9-df8d-4917-80a2-511e2ec277a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.256849] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.276568] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1639.276769] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1639.280077] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11d17f4-6501-467d-84c3-df9149052c26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.288643] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1639.288643] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52283b4b-789d-e200-156d-90e9ee47a28c" [ 1639.288643] env[62533]: _type = "Task" [ 1639.288643] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.301789] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52283b4b-789d-e200-156d-90e9ee47a28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.374999] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e68eaa25-c363-42b6-9dbf-e5c48618a551 tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.677s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.375307] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.119s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.377029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.377029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.377029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.378303] env[62533]: INFO nova.compute.manager [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Terminating instance [ 1639.450545] env[62533]: DEBUG nova.network.neutron [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating instance_info_cache with network_info: [{"id": "e51d3ae0-7051-4b01-883b-5ac663e69971", "address": "fa:16:3e:b2:ea:8c", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51d3ae0-70", "ovs_interfaceid": "e51d3ae0-7051-4b01-883b-5ac663e69971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.555580] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01940d41-42c5-46fc-a0b9-15bcff27bd02 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.566721] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6c0889-e84f-4151-9ab1-584f507d509c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.612979] env[62533]: DEBUG nova.compute.manager [req-0f30b9b1-0d17-4c32-9be6-5415dbfa91e5 req-216eb2c1-12a2-4b5b-b9ea-de0b012fd2db service nova] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Detach interface failed, port_id=f871fcc7-ebcc-4669-a119-e19cc1e12a45, reason: Instance cd483179-6724-4544-83f7-e23a884e98c8 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1639.648683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2cbc8fd-7889-4f59-8042-63895c1b7e53 tempest-SecurityGroupsTestJSON-781054903 tempest-SecurityGroupsTestJSON-781054903-project-member] Lock "47ce12ce-ddf8-47b8-941a-ee74bc63bf41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.299s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.803568] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Preparing fetch location {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1639.803850] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Fetch image to [datastore1] OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0/OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0.vmdk {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1639.804229] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Downloading stream optimized image 7b1e0e0a-68b3-4013-8912-7f15be1cfb37 to [datastore1] OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0/OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0.vmdk on the data store datastore1 as vApp {{(pid=62533) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1639.804397] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Downloading image file data 7b1e0e0a-68b3-4013-8912-7f15be1cfb37 to the ESX as VM named 'OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0' {{(pid=62533) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1639.883054] env[62533]: DEBUG nova.compute.manager [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1639.883142] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.884139] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349c280-c889-40cd-b433-1bb53385f5a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.895161] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.900127] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943e90a4-a929-48d8-aa92-2b5daa3577eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.905018] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1639.905018] env[62533]: value = "resgroup-9" [ 1639.905018] env[62533]: _type = "ResourcePool" [ 1639.905018] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1639.905018] env[62533]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f86bc9b8-c4c8-420c-9ef6-64fb8d26af63 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.928679] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1639.928679] env[62533]: value = "task-1898435" [ 1639.928679] env[62533]: _type = "Task" [ 1639.928679] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.933394] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease: (returnval){ [ 1639.933394] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211fcf6-250b-fabe-c47f-bc4655e96d00" [ 1639.933394] env[62533]: _type = "HttpNfcLease" [ 1639.933394] env[62533]: } obtained for vApp import into resource pool (val){ [ 1639.933394] env[62533]: value = "resgroup-9" [ 1639.933394] env[62533]: _type = "ResourcePool" [ 1639.933394] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1639.933730] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the lease: (returnval){ [ 1639.933730] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211fcf6-250b-fabe-c47f-bc4655e96d00" [ 1639.933730] env[62533]: _type = "HttpNfcLease" [ 1639.933730] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1639.945957] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.949425] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1639.949425] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211fcf6-250b-fabe-c47f-bc4655e96d00" [ 1639.949425] env[62533]: _type = "HttpNfcLease" [ 1639.949425] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1639.953348] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "refresh_cache-70bdbe2f-7530-4f64-80a6-ceada275a8b8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.118353] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb48a02a-a4e3-48fb-b77d-34a83fa1d5e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.131152] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d092c51e-8555-4cd8-ae41-0d7e5883370b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.167227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1412de-e478-478b-b08c-5d2bc1af9f1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.176699] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b95fb3-6325-4b0e-9661-c373f0983916 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.192057] env[62533]: DEBUG nova.compute.provider_tree [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.451417] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1640.451417] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211fcf6-250b-fabe-c47f-bc4655e96d00" [ 1640.451417] env[62533]: _type = "HttpNfcLease" [ 1640.451417] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1640.453176] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898435, 'name': PowerOffVM_Task, 'duration_secs': 0.273716} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.453536] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.453615] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.453872] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c30fa649-ce0c-4ab5-8dd8-8c1a27889f7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.505022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.505262] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.696616] env[62533]: DEBUG nova.scheduler.client.report [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.945021] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1640.945021] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211fcf6-250b-fabe-c47f-bc4655e96d00" [ 1640.945021] env[62533]: _type = "HttpNfcLease" [ 1640.945021] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1640.945021] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1640.945021] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211fcf6-250b-fabe-c47f-bc4655e96d00" [ 1640.945021] env[62533]: _type = "HttpNfcLease" [ 1640.945021] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1640.948651] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae0f2a-9716-47a3-b007-9b0f6cf45bcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.957253] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a7098-4b48-5d3a-a9cb-7105ba6c6139/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1640.963264] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a7098-4b48-5d3a-a9cb-7105ba6c6139/disk-0.vmdk. {{(pid=62533) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1640.963264] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.963264] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdff2146-ac4f-40db-b76b-7cbe651ea896 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.028140] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1641.034232] env[62533]: DEBUG oslo_vmware.api [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1641.034232] env[62533]: value = "task-1898438" [ 1641.034232] env[62533]: _type = "Task" [ 1641.034232] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.044226] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab7e685e-a65b-48ea-a32a-cc20535af1ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.052824] env[62533]: DEBUG oslo_vmware.api [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.207180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.208759] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.190s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.210640] env[62533]: INFO nova.compute.claims [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.246753] env[62533]: INFO nova.scheduler.client.report [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance cb58dff4-d64c-4977-8434-ee6118e5ddf9 [ 1641.550084] env[62533]: DEBUG oslo_vmware.api [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898438, 'name': PowerOnVM_Task, 'duration_secs': 0.481308} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.552108] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.552338] env[62533]: DEBUG nova.compute.manager [None req-b41cbd3a-9b73-498e-b5f8-1d1f2cabceb8 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.553238] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbdbc7a-8ac2-4bb6-a8a9-df960487576b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.559815] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.758035] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d7ea9402-f6b5-4a87-ab76-5a4907c04555 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "cb58dff4-d64c-4977-8434-ee6118e5ddf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.467s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.227066] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Completed reading data from the image iterator. {{(pid=62533) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1642.227279] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a7098-4b48-5d3a-a9cb-7105ba6c6139/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1642.228235] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9046068e-8874-4c6b-b07b-7ba3c99e86a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.236763] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a7098-4b48-5d3a-a9cb-7105ba6c6139/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1642.237029] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a7098-4b48-5d3a-a9cb-7105ba6c6139/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1642.237300] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b749b997-0ef2-4037-b32f-ebb32720607f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.460720] env[62533]: DEBUG oslo_vmware.rw_handles [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a7098-4b48-5d3a-a9cb-7105ba6c6139/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1642.460979] env[62533]: INFO nova.virt.vmwareapi.images [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Downloaded image file data 7b1e0e0a-68b3-4013-8912-7f15be1cfb37 [ 1642.461917] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6b73a-ab0a-4924-a3ba-fa39b925a845 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.489863] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8dd39b-3f89-4e66-b5be-94acb8225f59 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.524765] env[62533]: INFO nova.virt.vmwareapi.images [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] The imported VM was unregistered [ 1642.530105] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Caching image {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1642.530105] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37 {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.530105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.530105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.530105] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f778b206-502c-45ee-b411-448223ed783a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.553902] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created directory with path [datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37 {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.553902] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0/OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0.vmdk to [datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk. {{(pid=62533) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1642.553902] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-70f21790-fe4b-42b3-a5e3-5d430682cede {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.564273] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1642.564273] env[62533]: value = "task-1898440" [ 1642.564273] env[62533]: _type = "Task" [ 1642.564273] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.574160] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.683875] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8183bc3a-bfe7-4c99-84d1-c55d282a85c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.692299] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2599b3b9-6f05-49e5-be26-eaee2fc60c30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.724941] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613202be-f108-45cf-a375-85a806df489c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.734266] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da1b5c-73fa-4376-8a27-fd50a4caceff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.749710] env[62533]: DEBUG nova.compute.provider_tree [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.035878] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1643.077654] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.252778] env[62533]: DEBUG nova.scheduler.client.report [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.262921] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.263213] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.559628] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.576337] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.760415] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.760995] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.763808] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.963s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.767059] env[62533]: INFO nova.compute.claims [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.770307] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.077980] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.273226] env[62533]: DEBUG nova.compute.utils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.274254] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.274446] env[62533]: DEBUG nova.network.neutron [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.302521] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.355603] env[62533]: DEBUG nova.policy [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a491df499f4b7093d42c036afd7cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8de050ebe844d8b17cfdbd41b25338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.584841] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.778562] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.948636] env[62533]: DEBUG nova.network.neutron [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Successfully created port: da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.078701] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.203022] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654a3fe-ecc1-4406-953a-20f3ab7c3891 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.212249] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd7dac4-8b78-44e4-b3eb-4c512cc89775 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.247465] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4dba90-c5e6-4aaf-b6ec-7978b23c5857 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.256989] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381f425-9826-4f49-acf3-177e8f2f96da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.272568] env[62533]: DEBUG nova.compute.provider_tree [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.579016] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898440, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.546479} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.579322] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0/OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0.vmdk to [datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk. [ 1645.579527] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Cleaning up location [datastore1] OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0 {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1645.579721] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_35b943cb-9389-4232-90a8-8fc9805125f0 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.580014] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529c0031-21db-42f7-b6bb-5e64a492f21d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.587770] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1645.587770] env[62533]: value = "task-1898441" [ 1645.587770] env[62533]: _type = "Task" [ 1645.587770] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.596128] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.779804] env[62533]: DEBUG nova.scheduler.client.report [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.787039] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.814511] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3878716a142542c6337e2719d722a23a',container_format='bare',created_at=2024-12-14T22:07:51Z,direct_url=,disk_format='vmdk',id=6b5495ac-9e6f-419d-b094-2a99282674db,min_disk=1,min_ram=0,name='tempest-test-snap-1591606163',owner='0f8de050ebe844d8b17cfdbd41b25338',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-14T22:08:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.814812] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.814971] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.815169] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.815316] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.815462] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.815671] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.815832] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.815996] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.816167] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.816337] env[62533]: DEBUG nova.virt.hardware [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.817238] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46fccee-3f6b-4b2a-83bc-b7b7f99a738e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.826247] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d4f7d-c0ee-4f6e-b9f9-a0a9d2bc8b1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.098266] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050468} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.098952] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.098952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.098952] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk to [datastore1] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.099495] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006dde4f-d899-4770-baf7-89b8d6da96b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.109337] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1646.109337] env[62533]: value = "task-1898442" [ 1646.109337] env[62533]: _type = "Task" [ 1646.109337] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.126786] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.287870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.287870] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.289552] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.217s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.291218] env[62533]: INFO nova.compute.claims [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.619205] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.769825] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.769825] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.769986] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleting the datastore file [datastore1] 27f325af-28d6-44a5-8ebd-8fa64fc4c99e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.770327] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4785ce31-7216-4ecc-ae32-14a839a6f647 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.784291] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for the task: (returnval){ [ 1646.784291] env[62533]: value = "task-1898443" [ 1646.784291] env[62533]: _type = "Task" [ 1646.784291] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.799761] env[62533]: DEBUG nova.compute.utils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.808129] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.808250] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.808649] env[62533]: DEBUG nova.network.neutron [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.864016] env[62533]: DEBUG nova.policy [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.934324] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.934637] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.965899] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.966172] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.015514] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "0a32178a-7f29-4320-993b-c5f72059755a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.015769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a32178a-7f29-4320-993b-c5f72059755a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.122536] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.298827] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.313478] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.437019] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.471020] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.622831] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.642875] env[62533]: DEBUG nova.network.neutron [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Successfully created port: 6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.800655] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.825305] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8beee56-9bfb-489b-a001-02ef558d90cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.836248] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d9aaa0-38cb-4d62-bd97-74908534bcad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.869943] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd211a4-7190-42c6-bc5f-f94f5c07d505 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.880796] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cf17fc-6b26-4a30-a323-ef8714398adf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.888168] env[62533]: DEBUG nova.compute.manager [req-603afeda-e1e1-4546-bb97-2a64cdde19e7 req-3f24a594-ebb6-41e4-8e21-27196afc70ee service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Received event network-vif-plugged-da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1647.888168] env[62533]: DEBUG oslo_concurrency.lockutils [req-603afeda-e1e1-4546-bb97-2a64cdde19e7 req-3f24a594-ebb6-41e4-8e21-27196afc70ee service nova] Acquiring lock "813d7574-310c-4d97-92aa-e19995c25093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.888168] env[62533]: DEBUG oslo_concurrency.lockutils [req-603afeda-e1e1-4546-bb97-2a64cdde19e7 req-3f24a594-ebb6-41e4-8e21-27196afc70ee service nova] Lock "813d7574-310c-4d97-92aa-e19995c25093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.888168] env[62533]: DEBUG oslo_concurrency.lockutils [req-603afeda-e1e1-4546-bb97-2a64cdde19e7 req-3f24a594-ebb6-41e4-8e21-27196afc70ee service nova] Lock "813d7574-310c-4d97-92aa-e19995c25093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.888168] env[62533]: DEBUG nova.compute.manager [req-603afeda-e1e1-4546-bb97-2a64cdde19e7 req-3f24a594-ebb6-41e4-8e21-27196afc70ee service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] No waiting events found dispatching network-vif-plugged-da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1647.888168] env[62533]: WARNING nova.compute.manager [req-603afeda-e1e1-4546-bb97-2a64cdde19e7 req-3f24a594-ebb6-41e4-8e21-27196afc70ee service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Received unexpected event network-vif-plugged-da3e296c-24c6-4d13-b6ed-6efbdce0b28c for instance with vm_state building and task_state spawning. [ 1647.902039] env[62533]: DEBUG nova.compute.provider_tree [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.959492] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.992374] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.116898] env[62533]: DEBUG nova.network.neutron [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Successfully updated port: da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.124017] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.296503] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.330315] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.362887] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.363147] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.363312] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.363497] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.363643] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.363789] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.364011] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.364174] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.364342] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.364502] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.364684] env[62533]: DEBUG nova.virt.hardware [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.365645] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89748ffe-a61e-4a8d-a36d-8f0193f6ff30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.376743] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52dcb25-7d55-4253-ad1f-44b1efe4f433 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.405249] env[62533]: DEBUG nova.scheduler.client.report [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.622798] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "refresh_cache-813d7574-310c-4d97-92aa-e19995c25093" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.623051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "refresh_cache-813d7574-310c-4d97-92aa-e19995c25093" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.623280] env[62533]: DEBUG nova.network.neutron [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.624350] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.796401] env[62533]: DEBUG oslo_vmware.api [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Task: {'id': task-1898443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.831025} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.796648] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.796825] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.797038] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.797243] env[62533]: INFO nova.compute.manager [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Took 8.91 seconds to destroy the instance on the hypervisor. [ 1648.797484] env[62533]: DEBUG oslo.service.loopingcall [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.797668] env[62533]: DEBUG nova.compute.manager [-] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.797755] env[62533]: DEBUG nova.network.neutron [-] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.912233] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.913205] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.915835] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.928s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.917372] env[62533]: INFO nova.compute.claims [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.123052] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898442, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.516597} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.127019] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b1e0e0a-68b3-4013-8912-7f15be1cfb37/7b1e0e0a-68b3-4013-8912-7f15be1cfb37.vmdk to [datastore1] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.127019] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ad5fe-cd2a-406a-ad37-44d528e33daa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.149225] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.149832] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ff612f-389b-4ea6-83c2-9ed65ff3442d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.165872] env[62533]: DEBUG nova.network.neutron [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.176018] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1649.176018] env[62533]: value = "task-1898444" [ 1649.176018] env[62533]: _type = "Task" [ 1649.176018] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.187438] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.388289] env[62533]: DEBUG nova.network.neutron [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Updating instance_info_cache with network_info: [{"id": "da3e296c-24c6-4d13-b6ed-6efbdce0b28c", "address": "fa:16:3e:e8:91:5a", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3e296c-24", "ovs_interfaceid": "da3e296c-24c6-4d13-b6ed-6efbdce0b28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.424022] env[62533]: DEBUG nova.compute.utils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.426777] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.427181] env[62533]: DEBUG nova.network.neutron [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.487440] env[62533]: DEBUG nova.policy [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '147b8da494244b0d874cc74a50de1d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cade948ffe846fa86e06259bbab41b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.566049] env[62533]: DEBUG nova.network.neutron [-] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.636202] env[62533]: DEBUG nova.network.neutron [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Successfully updated port: 6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.685856] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.874355] env[62533]: DEBUG nova.network.neutron [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Successfully created port: c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.891523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "refresh_cache-813d7574-310c-4d97-92aa-e19995c25093" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.891716] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Instance network_info: |[{"id": "da3e296c-24c6-4d13-b6ed-6efbdce0b28c", "address": "fa:16:3e:e8:91:5a", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3e296c-24", "ovs_interfaceid": "da3e296c-24c6-4d13-b6ed-6efbdce0b28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1649.893029] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:91:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da3e296c-24c6-4d13-b6ed-6efbdce0b28c', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.903496] env[62533]: DEBUG oslo.service.loopingcall [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.903799] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.904048] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02438945-2fed-4064-9b62-b9868ac07230 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.933417] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.935816] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.935816] env[62533]: value = "task-1898445" [ 1649.935816] env[62533]: _type = "Task" [ 1649.935816] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.940231] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Received event network-changed-da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1649.940231] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Refreshing instance network info cache due to event network-changed-da3e296c-24c6-4d13-b6ed-6efbdce0b28c. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1649.940231] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Acquiring lock "refresh_cache-813d7574-310c-4d97-92aa-e19995c25093" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.940231] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Acquired lock "refresh_cache-813d7574-310c-4d97-92aa-e19995c25093" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.940231] env[62533]: DEBUG nova.network.neutron [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Refreshing network info cache for port da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.957116] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898445, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.067517] env[62533]: INFO nova.compute.manager [-] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Took 1.27 seconds to deallocate network for instance. [ 1650.139128] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.139291] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.139435] env[62533]: DEBUG nova.network.neutron [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.190073] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898444, 'name': ReconfigVM_Task, 'duration_secs': 0.826762} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.190073] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfigured VM instance instance-00000025 to attach disk [datastore1] d743b16c-c3d7-46fe-989f-169500d2b177/d743b16c-c3d7-46fe-989f-169500d2b177.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.192886] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': '7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391986', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'name': 'volume-9d772fe5-fc50-4151-b13b-d2ece56abe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd743b16c-c3d7-46fe-989f-169500d2b177', 'attached_at': '', 'detached_at': '', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'serial': '9d772fe5-fc50-4151-b13b-d2ece56abe31'}, 'delete_on_termination': False, 'attachment_id': 'ae74db31-c206-4249-a571-f7e43cbd7420', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62533) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1650.193136] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1650.193343] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391986', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'name': 'volume-9d772fe5-fc50-4151-b13b-d2ece56abe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd743b16c-c3d7-46fe-989f-169500d2b177', 'attached_at': '', 'detached_at': '', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'serial': '9d772fe5-fc50-4151-b13b-d2ece56abe31'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1650.196706] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad83485-d700-4bf7-bbea-5ebbee5a36fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.219368] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a233fcb1-7609-4905-963d-22cfb1d009ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.250408] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-9d772fe5-fc50-4151-b13b-d2ece56abe31/volume-9d772fe5-fc50-4151-b13b-d2ece56abe31.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.253480] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cd4e29-8beb-4c0e-badf-e79c780b6f92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.276970] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1650.276970] env[62533]: value = "task-1898446" [ 1650.276970] env[62533]: _type = "Task" [ 1650.276970] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.287791] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.422169] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c242ff-8850-4083-8fc8-2d5c1c8cd529 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.430167] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad97cd7c-a28e-4a96-976d-6d5379b3762a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.469099] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc0eca-782c-4732-82a9-4c7d998367a7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.477731] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898445, 'name': CreateVM_Task, 'duration_secs': 0.480152} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.479776] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.480596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.480769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.482432] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.483339] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d1ddb-de0e-43b9-b70f-03fe2eaedeac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.487202] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e452308-aed4-4ccf-b4af-b489eb61b16f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.501267] env[62533]: DEBUG nova.compute.provider_tree [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.502827] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1650.502827] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528093f2-954b-df4b-8cc8-d149cffefba5" [ 1650.502827] env[62533]: _type = "Task" [ 1650.502827] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.515209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.515430] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Processing image 6b5495ac-9e6f-419d-b094-2a99282674db {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.515661] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.515805] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.516013] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.516269] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77976aa3-ea5b-4215-8cd8-15125cb7f531 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.525764] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.525965] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.526672] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1561cf92-b525-4e59-bbd9-95f93373fdbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.533962] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1650.533962] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5279eb22-5dd6-43db-2091-8b53cf3ad400" [ 1650.533962] env[62533]: _type = "Task" [ 1650.533962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.541881] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5279eb22-5dd6-43db-2091-8b53cf3ad400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.574461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.704655] env[62533]: DEBUG nova.network.neutron [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.714466] env[62533]: DEBUG nova.network.neutron [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Updated VIF entry in instance network info cache for port da3e296c-24c6-4d13-b6ed-6efbdce0b28c. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.714885] env[62533]: DEBUG nova.network.neutron [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Updating instance_info_cache with network_info: [{"id": "da3e296c-24c6-4d13-b6ed-6efbdce0b28c", "address": "fa:16:3e:e8:91:5a", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3e296c-24", "ovs_interfaceid": "da3e296c-24c6-4d13-b6ed-6efbdce0b28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.788133] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898446, 'name': ReconfigVM_Task, 'duration_secs': 0.387045} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.789131] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-9d772fe5-fc50-4151-b13b-d2ece56abe31/volume-9d772fe5-fc50-4151-b13b-d2ece56abe31.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.797379] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f43fdeb-4834-4fdc-a5c4-c4443368921f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.814545] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1650.814545] env[62533]: value = "task-1898447" [ 1650.814545] env[62533]: _type = "Task" [ 1650.814545] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.822650] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.881015] env[62533]: DEBUG nova.network.neutron [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.967477] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.992872] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.993134] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.993293] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.993484] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.993615] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.993760] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.993966] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.994148] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.994315] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.994475] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.994642] env[62533]: DEBUG nova.virt.hardware [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.995520] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c35172-4b97-4d72-ba2a-e8b4753af92b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.003550] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b72f09-9d3c-45ce-8119-b93f356c8727 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.008055] env[62533]: DEBUG nova.scheduler.client.report [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.044178] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Preparing fetch location {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1651.044534] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Fetch image to [datastore2] OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842/OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842.vmdk {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1651.044808] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Downloading stream optimized image 6b5495ac-9e6f-419d-b094-2a99282674db to [datastore2] OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842/OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842.vmdk on the data store datastore2 as vApp {{(pid=62533) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1651.045080] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Downloading image file data 6b5495ac-9e6f-419d-b094-2a99282674db to the ESX as VM named 'OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842' {{(pid=62533) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1651.125369] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1651.125369] env[62533]: value = "resgroup-9" [ 1651.125369] env[62533]: _type = "ResourcePool" [ 1651.125369] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1651.125799] env[62533]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6e83c987-25c0-47e3-8d26-036b46f12d26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.147520] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease: (returnval){ [ 1651.147520] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b25f90-1b69-6ef6-bd28-14037ba4fafd" [ 1651.147520] env[62533]: _type = "HttpNfcLease" [ 1651.147520] env[62533]: } obtained for vApp import into resource pool (val){ [ 1651.147520] env[62533]: value = "resgroup-9" [ 1651.147520] env[62533]: _type = "ResourcePool" [ 1651.147520] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1651.147811] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the lease: (returnval){ [ 1651.147811] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b25f90-1b69-6ef6-bd28-14037ba4fafd" [ 1651.147811] env[62533]: _type = "HttpNfcLease" [ 1651.147811] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1651.155250] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1651.155250] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b25f90-1b69-6ef6-bd28-14037ba4fafd" [ 1651.155250] env[62533]: _type = "HttpNfcLease" [ 1651.155250] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1651.218191] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Releasing lock "refresh_cache-813d7574-310c-4d97-92aa-e19995c25093" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.218620] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Received event network-vif-deleted-e9047ebf-8ac8-4a49-9b62-8a92f4300b5e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1651.218893] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-vif-plugged-6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1651.219204] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.219943] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.219943] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.220082] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] No waiting events found dispatching network-vif-plugged-6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.220348] env[62533]: WARNING nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received unexpected event network-vif-plugged-6db66003-6c63-4b15-a212-fff5916ab659 for instance with vm_state building and task_state spawning. [ 1651.220635] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-changed-6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1651.220904] env[62533]: DEBUG nova.compute.manager [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing instance network info cache due to event network-changed-6db66003-6c63-4b15-a212-fff5916ab659. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1651.221229] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.329405] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898447, 'name': ReconfigVM_Task, 'duration_secs': 0.156204} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.329528] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391986', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'name': 'volume-9d772fe5-fc50-4151-b13b-d2ece56abe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd743b16c-c3d7-46fe-989f-169500d2b177', 'attached_at': '', 'detached_at': '', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'serial': '9d772fe5-fc50-4151-b13b-d2ece56abe31'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1651.330169] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e529418-a84d-4a0f-9306-5c7199f63a68 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.341212] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1651.341212] env[62533]: value = "task-1898449" [ 1651.341212] env[62533]: _type = "Task" [ 1651.341212] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.349285] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898449, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.384076] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.384482] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Instance network_info: |[{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.384852] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.385092] env[62533]: DEBUG nova.network.neutron [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing network info cache for port 6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.386354] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:16:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6db66003-6c63-4b15-a212-fff5916ab659', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.402393] env[62533]: DEBUG oslo.service.loopingcall [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.406074] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.406609] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5415050b-1100-4714-a0dc-b5708016a3a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.449405] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.449405] env[62533]: value = "task-1898450" [ 1651.449405] env[62533]: _type = "Task" [ 1651.449405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.464640] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898450, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.513572] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.514085] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.516962] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.771s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.517221] env[62533]: DEBUG nova.objects.instance [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lazy-loading 'resources' on Instance uuid bf8ae846-d7d3-4221-8a88-71dc75f34fbc {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.648264] env[62533]: DEBUG nova.network.neutron [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Successfully updated port: c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.658789] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1651.658789] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b25f90-1b69-6ef6-bd28-14037ba4fafd" [ 1651.658789] env[62533]: _type = "HttpNfcLease" [ 1651.658789] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1651.660303] env[62533]: DEBUG nova.network.neutron [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updated VIF entry in instance network info cache for port 6db66003-6c63-4b15-a212-fff5916ab659. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.660645] env[62533]: DEBUG nova.network.neutron [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.848487] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898449, 'name': Rename_Task, 'duration_secs': 0.199633} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.848788] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.848987] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395d8768-beb2-47dd-9262-7767aabc5f55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.855411] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1651.855411] env[62533]: value = "task-1898451" [ 1651.855411] env[62533]: _type = "Task" [ 1651.855411] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.863389] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.960248] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898450, 'name': CreateVM_Task, 'duration_secs': 0.40678} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.961480] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.962613] env[62533]: DEBUG nova.compute.manager [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Received event network-vif-plugged-c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1651.962862] env[62533]: DEBUG oslo_concurrency.lockutils [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] Acquiring lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.963092] env[62533]: DEBUG oslo_concurrency.lockutils [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.963269] env[62533]: DEBUG oslo_concurrency.lockutils [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.963429] env[62533]: DEBUG nova.compute.manager [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] No waiting events found dispatching network-vif-plugged-c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.963594] env[62533]: WARNING nova.compute.manager [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Received unexpected event network-vif-plugged-c3ca83f3-b7e0-47ce-b2ae-25d2028be365 for instance with vm_state building and task_state spawning. [ 1651.963750] env[62533]: DEBUG nova.compute.manager [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Received event network-changed-c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1651.963899] env[62533]: DEBUG nova.compute.manager [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Refreshing instance network info cache due to event network-changed-c3ca83f3-b7e0-47ce-b2ae-25d2028be365. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1651.964125] env[62533]: DEBUG oslo_concurrency.lockutils [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] Acquiring lock "refresh_cache-fe7d3d15-db68-4d83-b26b-2b88599e46aa" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.964280] env[62533]: DEBUG oslo_concurrency.lockutils [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] Acquired lock "refresh_cache-fe7d3d15-db68-4d83-b26b-2b88599e46aa" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.964437] env[62533]: DEBUG nova.network.neutron [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Refreshing network info cache for port c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.965851] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.966029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.966351] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.967014] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94619ebd-443e-46cf-9b4b-08f021a86333 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.973016] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1651.973016] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f7179f-aec4-2cde-7668-e89a69fb76ae" [ 1651.973016] env[62533]: _type = "Task" [ 1651.973016] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.983256] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f7179f-aec4-2cde-7668-e89a69fb76ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.026074] env[62533]: DEBUG nova.compute.utils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.030495] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.030671] env[62533]: DEBUG nova.network.neutron [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.068909] env[62533]: DEBUG nova.policy [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76a488d7348645ffada30e706e795124', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3057b4aae7ff4d2ebd3402d5935c3c24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.155226] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "refresh_cache-fe7d3d15-db68-4d83-b26b-2b88599e46aa" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.164006] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f2c52ab-31f6-4620-8123-ae752943a448 req-43886a3a-358e-4f0c-9f36-21439a4649f3 service nova] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.164505] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1652.164505] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b25f90-1b69-6ef6-bd28-14037ba4fafd" [ 1652.164505] env[62533]: _type = "HttpNfcLease" [ 1652.164505] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1652.164770] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1652.164770] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b25f90-1b69-6ef6-bd28-14037ba4fafd" [ 1652.164770] env[62533]: _type = "HttpNfcLease" [ 1652.164770] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1652.165852] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34725f4c-e2cf-4d63-96fa-8562f6ca1f00 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.181278] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acaaac-b180-6924-d113-6bcbbef19ff8/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1652.181278] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acaaac-b180-6924-d113-6bcbbef19ff8/disk-0.vmdk. {{(pid=62533) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1652.252559] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6943d9c-6e04-4824-b21b-b8a7a45314cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.367384] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.479128] env[62533]: DEBUG nova.network.neutron [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Successfully created port: 3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.489589] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f7179f-aec4-2cde-7668-e89a69fb76ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.494443] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.494993] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.495071] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.495404] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.495850] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.496037] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-610476c8-b2b5-4c8b-a202-257766086de7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.501379] env[62533]: DEBUG nova.network.neutron [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.505689] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.505929] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.507021] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6806558a-c3f5-44f9-b7a5-d354dadd041c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.511860] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54427a-f502-4e06-b93c-90d350a4b8cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.518431] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1652.518431] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250e26f-01f3-dd4c-f9a5-82f7fdbd3081" [ 1652.518431] env[62533]: _type = "Task" [ 1652.518431] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.525194] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c178b220-7e03-4c8e-aef9-d2b1f59a992e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.531217] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.566391] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250e26f-01f3-dd4c-f9a5-82f7fdbd3081, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.570665] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf56b8-37bf-4f1f-9fc2-697b342ced8b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.576072] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e499fb1d-0dec-44fc-99ab-ed611fe6c7a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.584104] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1652.584104] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5249db3a-fcf5-d580-f619-69e6b8f4b287" [ 1652.584104] env[62533]: _type = "Task" [ 1652.584104] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.590109] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b996c-e40c-40c5-93fb-11a4b3d4a4b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.607790] env[62533]: DEBUG nova.compute.provider_tree [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.616467] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5249db3a-fcf5-d580-f619-69e6b8f4b287, 'name': SearchDatastore_Task, 'duration_secs': 0.016398} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.618027] env[62533]: DEBUG nova.scheduler.client.report [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.621639] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.621639] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 6014e0c4-f551-4e75-bd38-a33ba71cf202/6014e0c4-f551-4e75-bd38-a33ba71cf202.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.622386] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cafb68ae-e90c-4ee5-bcdd-41069c4f7fba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.631569] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1652.631569] env[62533]: value = "task-1898452" [ 1652.631569] env[62533]: _type = "Task" [ 1652.631569] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.641894] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.664068] env[62533]: DEBUG nova.network.neutron [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.870761] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.035348] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Completed reading data from the image iterator. {{(pid=62533) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1653.035597] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acaaac-b180-6924-d113-6bcbbef19ff8/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1653.036641] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e184577-5cb4-45ad-98a3-b95b23d9a550 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.043789] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acaaac-b180-6924-d113-6bcbbef19ff8/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1653.043999] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acaaac-b180-6924-d113-6bcbbef19ff8/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1653.044272] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-081e44b2-d02b-46a1-8d3e-1ee25f80415d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.123829] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.126470] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.933s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.128101] env[62533]: INFO nova.compute.claims [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1653.142961] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.148040] env[62533]: INFO nova.scheduler.client.report [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Deleted allocations for instance bf8ae846-d7d3-4221-8a88-71dc75f34fbc [ 1653.168352] env[62533]: DEBUG oslo_concurrency.lockutils [req-0445f977-b75b-4089-8daa-c842a9e69c09 req-22b47af8-058b-4fe8-827b-0b46d3f86341 service nova] Releasing lock "refresh_cache-fe7d3d15-db68-4d83-b26b-2b88599e46aa" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.168493] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired lock "refresh_cache-fe7d3d15-db68-4d83-b26b-2b88599e46aa" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.169200] env[62533]: DEBUG nova.network.neutron [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.370199] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.490866] env[62533]: DEBUG oslo_vmware.rw_handles [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acaaac-b180-6924-d113-6bcbbef19ff8/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1653.490866] env[62533]: INFO nova.virt.vmwareapi.images [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Downloaded image file data 6b5495ac-9e6f-419d-b094-2a99282674db [ 1653.491757] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b7e5e-4352-4490-9f69-8280761e5ed2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.509953] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad1ca92-8289-4ab9-b10c-1409dc53e424 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.549957] env[62533]: INFO nova.virt.vmwareapi.images [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] The imported VM was unregistered [ 1653.552347] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Caching image {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1653.552591] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.552887] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efc88992-60ee-4910-a2fe-269d5c32c666 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.563775] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created directory with path [datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.563917] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842/OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842.vmdk to [datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk. {{(pid=62533) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1653.564248] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bb49bc39-81ee-4641-859a-76c4377e89a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.570366] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1653.570366] env[62533]: value = "task-1898454" [ 1653.570366] env[62533]: _type = "Task" [ 1653.570366] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.575791] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.580681] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.602649] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.602888] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.603059] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.603250] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.603396] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.603542] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.603816] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.603909] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.604090] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.604258] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.604430] env[62533]: DEBUG nova.virt.hardware [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.605336] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7342525-2d1e-4c25-8c3b-370922dbe2e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.613147] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce14e3b4-ece4-442e-b30e-bd55fc784c07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.642036] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742169} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.642893] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 6014e0c4-f551-4e75-bd38-a33ba71cf202/6014e0c4-f551-4e75-bd38-a33ba71cf202.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.643129] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.643369] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50ec32a-3cc1-4bcd-b1a6-5c1f19fbc9fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.650040] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1653.650040] env[62533]: value = "task-1898455" [ 1653.650040] env[62533]: _type = "Task" [ 1653.650040] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.659895] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.660351] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aa7fe858-360d-4e00-83de-ec940d280a90 tempest-FloatingIPsAssociationTestJSON-1258789084 tempest-FloatingIPsAssociationTestJSON-1258789084-project-member] Lock "bf8ae846-d7d3-4221-8a88-71dc75f34fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.024s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.699970] env[62533]: DEBUG nova.network.neutron [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.871601] env[62533]: DEBUG oslo_vmware.api [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898451, 'name': PowerOnVM_Task, 'duration_secs': 1.536248} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.872155] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.899973] env[62533]: DEBUG nova.network.neutron [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Updating instance_info_cache with network_info: [{"id": "c3ca83f3-b7e0-47ce-b2ae-25d2028be365", "address": "fa:16:3e:55:ac:ce", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ca83f3-b7", "ovs_interfaceid": "c3ca83f3-b7e0-47ce-b2ae-25d2028be365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.986780] env[62533]: DEBUG nova.compute.manager [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.988090] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c24145-6ae7-4e8f-aa42-e85d1e7af7a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.080578] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.169348] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078437} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.176722] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.177841] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3736140-b6d1-4f7a-aefa-aa218265c22a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.185572] env[62533]: DEBUG nova.compute.manager [req-f7523390-7126-42df-a382-87f8e611b0f4 req-d8d12709-a93c-475e-9ac8-cead059eaad8 service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Received event network-vif-plugged-3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1654.185572] env[62533]: DEBUG oslo_concurrency.lockutils [req-f7523390-7126-42df-a382-87f8e611b0f4 req-d8d12709-a93c-475e-9ac8-cead059eaad8 service nova] Acquiring lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.185572] env[62533]: DEBUG oslo_concurrency.lockutils [req-f7523390-7126-42df-a382-87f8e611b0f4 req-d8d12709-a93c-475e-9ac8-cead059eaad8 service nova] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.185572] env[62533]: DEBUG oslo_concurrency.lockutils [req-f7523390-7126-42df-a382-87f8e611b0f4 req-d8d12709-a93c-475e-9ac8-cead059eaad8 service nova] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.185572] env[62533]: DEBUG nova.compute.manager [req-f7523390-7126-42df-a382-87f8e611b0f4 req-d8d12709-a93c-475e-9ac8-cead059eaad8 service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] No waiting events found dispatching network-vif-plugged-3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.185572] env[62533]: WARNING nova.compute.manager [req-f7523390-7126-42df-a382-87f8e611b0f4 req-d8d12709-a93c-475e-9ac8-cead059eaad8 service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Received unexpected event network-vif-plugged-3a2e1aab-d6c7-4abc-8a68-f524bcf35458 for instance with vm_state building and task_state spawning. [ 1654.186554] env[62533]: DEBUG nova.network.neutron [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Successfully updated port: 3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.213735] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6014e0c4-f551-4e75-bd38-a33ba71cf202/6014e0c4-f551-4e75-bd38-a33ba71cf202.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.219020] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244e65ad-fbc3-405c-a108-d018167320ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.244295] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1654.244295] env[62533]: value = "task-1898456" [ 1654.244295] env[62533]: _type = "Task" [ 1654.244295] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.256430] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.403211] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Releasing lock "refresh_cache-fe7d3d15-db68-4d83-b26b-2b88599e46aa" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.403529] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Instance network_info: |[{"id": "c3ca83f3-b7e0-47ce-b2ae-25d2028be365", "address": "fa:16:3e:55:ac:ce", "network": {"id": "7e226005-af41-4ea1-ae17-86ee12b3d92c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-280526174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cade948ffe846fa86e06259bbab41b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ca83f3-b7", "ovs_interfaceid": "c3ca83f3-b7e0-47ce-b2ae-25d2028be365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1654.404050] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ac:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ca83f3-b7e0-47ce-b2ae-25d2028be365', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.413356] env[62533]: DEBUG oslo.service.loopingcall [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.416790] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.418376] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a3e41a-dd07-419a-84c4-14d49479ed17 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.445288] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.445288] env[62533]: value = "task-1898457" [ 1654.445288] env[62533]: _type = "Task" [ 1654.445288] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.453882] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898457, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.475760] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.475980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.476214] env[62533]: DEBUG nova.network.neutron [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.508197] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a7822e41-a1d3-4103-aea3-a69dd25ddc57 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 50.362s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.581084] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.689304] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "refresh_cache-30209d85-99ad-4cf8-b9a8-2ed72536ad84" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.689512] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquired lock "refresh_cache-30209d85-99ad-4cf8-b9a8-2ed72536ad84" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.689672] env[62533]: DEBUG nova.network.neutron [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.709281] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd48dc7-5c2d-4590-b135-3e9e5f12caae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.717385] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141bab9-5d02-42e8-9dc4-3fd2826596f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.752725] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01e540-803f-42f9-ac7d-3f7050a329a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.761591] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.765324] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55158ecf-cf4a-4632-84cf-4526359bfa61 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.780040] env[62533]: DEBUG nova.compute.provider_tree [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.958592] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898457, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.086768] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.263108] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.271452] env[62533]: DEBUG nova.network.neutron [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.285315] env[62533]: DEBUG nova.scheduler.client.report [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.312370] env[62533]: DEBUG nova.network.neutron [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating instance_info_cache with network_info: [{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap664a601e-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.461102] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898457, 'name': CreateVM_Task, 'duration_secs': 0.706753} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.461361] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.462032] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.462214] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.462552] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.462818] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5dbf44-9566-4ea4-b7f5-1b0387bc0581 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.469949] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1655.469949] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5232ee1f-ae56-f891-9153-63ac6a3af4bb" [ 1655.469949] env[62533]: _type = "Task" [ 1655.469949] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.479295] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5232ee1f-ae56-f891-9153-63ac6a3af4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.533767] env[62533]: DEBUG nova.network.neutron [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Updating instance_info_cache with network_info: [{"id": "3a2e1aab-d6c7-4abc-8a68-f524bcf35458", "address": "fa:16:3e:2d:23:82", "network": {"id": "07bf5e55-1e6a-4d95-b984-4278227d2290", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1616434725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3057b4aae7ff4d2ebd3402d5935c3c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2e1aab-d6", "ovs_interfaceid": "3a2e1aab-d6c7-4abc-8a68-f524bcf35458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.584438] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.764430] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898456, 'name': ReconfigVM_Task, 'duration_secs': 1.281243} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.764918] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6014e0c4-f551-4e75-bd38-a33ba71cf202/6014e0c4-f551-4e75-bd38-a33ba71cf202.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.766036] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9828f79d-1b33-4fe3-b182-c88c4aa4054f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.775097] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1655.775097] env[62533]: value = "task-1898458" [ 1655.775097] env[62533]: _type = "Task" [ 1655.775097] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.789307] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898458, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.790445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.791169] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1655.799033] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.687s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.799033] env[62533]: DEBUG nova.objects.instance [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lazy-loading 'resources' on Instance uuid 8b92dc33-c9e7-423d-ab40-da2d7935205a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.814906] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.846728] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='79e8a8f533b25b8e396f465650a6af5f',container_format='bare',created_at=2024-12-14T22:07:06Z,direct_url=,disk_format='vmdk',id=314e550b-77a5-4148-b877-5b038a73443f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-356946366-shelved',owner='af543166e5ae40f0b6ef8e13010ad355',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-14T22:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1655.846981] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.847743] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1655.847743] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.847912] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1655.847974] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1655.848215] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1655.848381] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1655.848550] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1655.849035] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1655.849544] env[62533]: DEBUG nova.virt.hardware [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1655.851621] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a1ab2a-0f3f-4fc7-8f73-887c0fe91ae8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.862089] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780eeb42-d095-4e10-9e3c-e2978f03156e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.878530] env[62533]: DEBUG nova.compute.claims [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Aborting claim: {{(pid=62533) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1655.878738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.983924] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5232ee1f-ae56-f891-9153-63ac6a3af4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020624} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.984462] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.984654] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.984963] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.985291] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.985536] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.985865] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-401bd9ba-31f1-472b-9d1f-43944df086f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.996442] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.996774] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.997941] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c5cb9c-3a92-426c-b199-fdc3ec26b818 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.007329] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1656.007329] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb961e-786c-e181-66e1-ea330d5b7d2a" [ 1656.007329] env[62533]: _type = "Task" [ 1656.007329] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.017828] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb961e-786c-e181-66e1-ea330d5b7d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.043711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Releasing lock "refresh_cache-30209d85-99ad-4cf8-b9a8-2ed72536ad84" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.044127] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Instance network_info: |[{"id": "3a2e1aab-d6c7-4abc-8a68-f524bcf35458", "address": "fa:16:3e:2d:23:82", "network": {"id": "07bf5e55-1e6a-4d95-b984-4278227d2290", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1616434725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3057b4aae7ff4d2ebd3402d5935c3c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2e1aab-d6", "ovs_interfaceid": "3a2e1aab-d6c7-4abc-8a68-f524bcf35458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.044706] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:23:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2e1aab-d6c7-4abc-8a68-f524bcf35458', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.057267] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Creating folder: Project (3057b4aae7ff4d2ebd3402d5935c3c24). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.057267] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-033a7e0d-c595-48fa-ac69-a2244c84ec0d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.067389] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Created folder: Project (3057b4aae7ff4d2ebd3402d5935c3c24) in parent group-v391816. [ 1656.067607] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Creating folder: Instances. Parent ref: group-v392001. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.068295] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64dcf4fd-cabe-405b-8524-f1e21b92ded8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.078902] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Created folder: Instances in parent group-v392001. [ 1656.079589] env[62533]: DEBUG oslo.service.loopingcall [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.080496] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.080728] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8ef3074-2dba-4944-84f5-4da499bc7438 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.101321] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.107022] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.107022] env[62533]: value = "task-1898461" [ 1656.107022] env[62533]: _type = "Task" [ 1656.107022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.115399] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898461, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.222273] env[62533]: DEBUG nova.compute.manager [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Received event network-changed-3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1656.222560] env[62533]: DEBUG nova.compute.manager [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Refreshing instance network info cache due to event network-changed-3a2e1aab-d6c7-4abc-8a68-f524bcf35458. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1656.222823] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] Acquiring lock "refresh_cache-30209d85-99ad-4cf8-b9a8-2ed72536ad84" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.222985] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] Acquired lock "refresh_cache-30209d85-99ad-4cf8-b9a8-2ed72536ad84" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.223197] env[62533]: DEBUG nova.network.neutron [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Refreshing network info cache for port 3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.285249] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898458, 'name': Rename_Task, 'duration_secs': 0.401845} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.285550] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.285810] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-717ca962-8268-489a-94dc-36deb4cf8833 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.293085] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1656.293085] env[62533]: value = "task-1898462" [ 1656.293085] env[62533]: _type = "Task" [ 1656.293085] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.299717] env[62533]: DEBUG nova.compute.utils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1656.304602] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1656.304822] env[62533]: DEBUG nova.network.neutron [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1656.309474] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.369340] env[62533]: DEBUG nova.policy [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64ffab342e94ccc868d62adeeb43a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e502bea60f44222a8659e41360e8aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1656.527757] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb961e-786c-e181-66e1-ea330d5b7d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01451} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.528657] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af454c1b-da0d-4c7c-9ccd-8390f17223c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.537186] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1656.537186] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529804d1-8297-a026-5cb3-3722e5f8cf87" [ 1656.537186] env[62533]: _type = "Task" [ 1656.537186] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.548202] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529804d1-8297-a026-5cb3-3722e5f8cf87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.587161] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898454, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.530179} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.587161] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842/OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842.vmdk to [datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk. [ 1656.587161] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Cleaning up location [datastore2] OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842 {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1656.587161] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1254b746-5f20-4fa7-a16f-d3636dca9842 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.587161] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57583b84-61d6-45b2-9599-81431dbdf5b7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.593161] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1656.593161] env[62533]: value = "task-1898463" [ 1656.593161] env[62533]: _type = "Task" [ 1656.593161] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.601789] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.618064] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898461, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.697145] env[62533]: DEBUG nova.network.neutron [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Successfully created port: c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.788938] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c7f93-1aac-4865-a629-dd7972b79940 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.800813] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df2f6a-55bb-4ac3-9781-588b0f557269 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.807476] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.810958] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1656.844388] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e8896e-8921-4e03-803a-8ab1e9103c0d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.853410] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3cc58-75f4-4662-b844-33ab1cdaa397 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.875048] env[62533]: DEBUG nova.compute.provider_tree [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.049595] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529804d1-8297-a026-5cb3-3722e5f8cf87, 'name': SearchDatastore_Task, 'duration_secs': 0.051234} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.049990] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.050186] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] fe7d3d15-db68-4d83-b26b-2b88599e46aa/fe7d3d15-db68-4d83-b26b-2b88599e46aa.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.050469] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b8d284-ba52-4e37-8594-accf0f247603 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.057890] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1657.057890] env[62533]: value = "task-1898464" [ 1657.057890] env[62533]: _type = "Task" [ 1657.057890] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.067497] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.110502] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138944} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.115844] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.116585] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.116658] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk to [datastore2] 813d7574-310c-4d97-92aa-e19995c25093/813d7574-310c-4d97-92aa-e19995c25093.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.117169] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0edae67d-e19b-4c60-b91f-cebbbb4667d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.127774] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898461, 'name': CreateVM_Task, 'duration_secs': 1.000822} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.129686] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.130199] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1657.130199] env[62533]: value = "task-1898465" [ 1657.130199] env[62533]: _type = "Task" [ 1657.130199] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.131767] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.132393] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.132765] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.133131] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363a9f1e-7d30-498a-94d4-04cf244ea641 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.144694] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1657.144694] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52173fcd-dc91-997c-16ae-b47c1bf0ce50" [ 1657.144694] env[62533]: _type = "Task" [ 1657.144694] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.148335] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.157123] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52173fcd-dc91-997c-16ae-b47c1bf0ce50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.303869] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.376290] env[62533]: DEBUG nova.scheduler.client.report [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.441236] env[62533]: DEBUG nova.network.neutron [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Updated VIF entry in instance network info cache for port 3a2e1aab-d6c7-4abc-8a68-f524bcf35458. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.441463] env[62533]: DEBUG nova.network.neutron [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Updating instance_info_cache with network_info: [{"id": "3a2e1aab-d6c7-4abc-8a68-f524bcf35458", "address": "fa:16:3e:2d:23:82", "network": {"id": "07bf5e55-1e6a-4d95-b984-4278227d2290", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1616434725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3057b4aae7ff4d2ebd3402d5935c3c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2e1aab-d6", "ovs_interfaceid": "3a2e1aab-d6c7-4abc-8a68-f524bcf35458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.573335] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898464, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.644512] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.658071] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52173fcd-dc91-997c-16ae-b47c1bf0ce50, 'name': SearchDatastore_Task, 'duration_secs': 0.054932} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.658467] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.658753] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.659096] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.659285] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.659745] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.659877] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18243b4b-a1db-4c54-9050-2e0025dad03f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.679515] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.679756] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.680670] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a254595-c0b8-471b-9d25-b8d4eb476fb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.690604] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1657.690604] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f61678-3f0e-1061-f3cf-c76530731fc0" [ 1657.690604] env[62533]: _type = "Task" [ 1657.690604] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.703291] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f61678-3f0e-1061-f3cf-c76530731fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.808781] env[62533]: DEBUG oslo_vmware.api [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898462, 'name': PowerOnVM_Task, 'duration_secs': 1.210316} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.809309] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.809646] env[62533]: INFO nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1657.809928] env[62533]: DEBUG nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.811278] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede1e196-f52c-4cf6-9b23-a0e6ba46e65b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.851176] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1657.885557] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.889351] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.173s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.889615] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.896065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.453s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.896065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.896065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.335s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.897408] env[62533]: INFO nova.compute.claims [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.927810] env[62533]: INFO nova.scheduler.client.report [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Deleted allocations for instance 8b92dc33-c9e7-423d-ab40-da2d7935205a [ 1657.935311] env[62533]: INFO nova.scheduler.client.report [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleted allocations for instance cd483179-6724-4544-83f7-e23a884e98c8 [ 1657.944508] env[62533]: INFO nova.scheduler.client.report [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocations for instance 0b1df357-a0c0-481b-b2f6-1a6304335d36 [ 1657.949857] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] Releasing lock "refresh_cache-30209d85-99ad-4cf8-b9a8-2ed72536ad84" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.949857] env[62533]: DEBUG nova.compute.manager [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Received event network-changed-664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1657.949857] env[62533]: DEBUG nova.compute.manager [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Refreshing instance network info cache due to event network-changed-664a601e-ef5e-46fb-abfc-cfd9beac08d9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1657.949857] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] Acquiring lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.951038] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] Acquired lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.951345] env[62533]: DEBUG nova.network.neutron [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Refreshing network info cache for port 664a601e-ef5e-46fb-abfc-cfd9beac08d9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.040901] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.040901] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.040901] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.040901] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.040901] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.041312] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.041312] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.041391] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.041595] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.041771] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.041943] env[62533]: DEBUG nova.virt.hardware [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.042956] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567d9543-7dff-4b21-9e13-99c2bd82cb96 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.052560] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd460a-3db1-42c7-b1e8-a66086f04412 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.079134] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895344} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.079414] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] fe7d3d15-db68-4d83-b26b-2b88599e46aa/fe7d3d15-db68-4d83-b26b-2b88599e46aa.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.079694] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.079965] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f714cf-2a7f-4fb5-a950-88e534808fde {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.087828] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1658.087828] env[62533]: value = "task-1898466" [ 1658.087828] env[62533]: _type = "Task" [ 1658.087828] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.098199] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.145567] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.201989] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f61678-3f0e-1061-f3cf-c76530731fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.096084} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.203292] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0ed837-1aba-4e31-a67c-988c09698703 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.209680] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1658.209680] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3ca85-5d71-54d4-9e82-7c9f977664ad" [ 1658.209680] env[62533]: _type = "Task" [ 1658.209680] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.219657] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3ca85-5d71-54d4-9e82-7c9f977664ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.335505] env[62533]: INFO nova.compute.manager [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Took 28.55 seconds to build instance. [ 1658.440483] env[62533]: DEBUG oslo_concurrency.lockutils [None req-888ea44d-318e-4748-a12f-9e7701e2f56d tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "8b92dc33-c9e7-423d-ab40-da2d7935205a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.478s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.449826] env[62533]: DEBUG oslo_concurrency.lockutils [None req-599303e8-551a-4138-b150-217a3c517921 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "cd483179-6724-4544-83f7-e23a884e98c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.816s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.461740] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7524fad2-826f-454f-ae67-744e1f670689 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0b1df357-a0c0-481b-b2f6-1a6304335d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.967s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.601203] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094174} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.602231] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.603249] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6aa0f0-ba3b-4932-8a48-6028f6f20450 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.630097] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fe7d3d15-db68-4d83-b26b-2b88599e46aa/fe7d3d15-db68-4d83-b26b-2b88599e46aa.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.630697] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf470a8-3fcb-4db1-91ed-b371f0dcd9d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.662050] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1658.662050] env[62533]: value = "task-1898467" [ 1658.662050] env[62533]: _type = "Task" [ 1658.662050] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.668645] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.681214] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.726261] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3ca85-5d71-54d4-9e82-7c9f977664ad, 'name': SearchDatastore_Task, 'duration_secs': 0.020292} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.728423] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.728888] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 30209d85-99ad-4cf8-b9a8-2ed72536ad84/30209d85-99ad-4cf8-b9a8-2ed72536ad84.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.729327] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d5096c1-cf5c-4e8d-8b27-dd52f3f9545a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.737733] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1658.737733] env[62533]: value = "task-1898468" [ 1658.737733] env[62533]: _type = "Task" [ 1658.737733] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.747100] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.838788] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42e925b0-6c56-4a07-a66d-85ce87094ca8 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.069s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.956607] env[62533]: DEBUG nova.compute.manager [req-fb9a8569-b26f-4ee2-86e2-49f2a2c736f6 req-724763ba-ccbf-4157-a493-920eb4a5948d service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Received event network-vif-plugged-c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1658.956943] env[62533]: DEBUG oslo_concurrency.lockutils [req-fb9a8569-b26f-4ee2-86e2-49f2a2c736f6 req-724763ba-ccbf-4157-a493-920eb4a5948d service nova] Acquiring lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.957234] env[62533]: DEBUG oslo_concurrency.lockutils [req-fb9a8569-b26f-4ee2-86e2-49f2a2c736f6 req-724763ba-ccbf-4157-a493-920eb4a5948d service nova] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.957417] env[62533]: DEBUG oslo_concurrency.lockutils [req-fb9a8569-b26f-4ee2-86e2-49f2a2c736f6 req-724763ba-ccbf-4157-a493-920eb4a5948d service nova] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.957590] env[62533]: DEBUG nova.compute.manager [req-fb9a8569-b26f-4ee2-86e2-49f2a2c736f6 req-724763ba-ccbf-4157-a493-920eb4a5948d service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] No waiting events found dispatching network-vif-plugged-c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.957760] env[62533]: WARNING nova.compute.manager [req-fb9a8569-b26f-4ee2-86e2-49f2a2c736f6 req-724763ba-ccbf-4157-a493-920eb4a5948d service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Received unexpected event network-vif-plugged-c58a27e1-5a19-4f31-b3ac-0a9ed197232d for instance with vm_state building and task_state spawning. [ 1658.959136] env[62533]: DEBUG nova.network.neutron [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updated VIF entry in instance network info cache for port 664a601e-ef5e-46fb-abfc-cfd9beac08d9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.959486] env[62533]: DEBUG nova.network.neutron [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Updating instance_info_cache with network_info: [{"id": "664a601e-ef5e-46fb-abfc-cfd9beac08d9", "address": "fa:16:3e:2b:5a:4f", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap664a601e-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.106485] env[62533]: DEBUG nova.network.neutron [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Successfully updated port: c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.166390] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.184451] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.257898] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.342299] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1659.455180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d48e5-a224-4d3a-81b5-c59540b35762 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.467358] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05c8b78-fc4d-4d58-987b-d69c56cff939 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.474334] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a1b0567-572b-42e4-9d5f-25ad7743fcd8 req-8ce24ff5-f1f4-4c8b-8474-5becbc5a155d service nova] Releasing lock "refresh_cache-a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.510687] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9becd74-a09a-49b0-908c-170e06ee4684 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.519480] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3eaad8-0369-44ad-a654-4000ac07316d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.539343] env[62533]: DEBUG nova.compute.provider_tree [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.616111] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.616111] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.616236] env[62533]: DEBUG nova.network.neutron [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.651689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "c6f4e907-975b-4541-a1f9-63872df7fa60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.652098] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.652339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "c6f4e907-975b-4541-a1f9-63872df7fa60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.652545] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.652719] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.659665] env[62533]: INFO nova.compute.manager [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Terminating instance [ 1659.671770] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.681680] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898467, 'name': ReconfigVM_Task, 'duration_secs': 0.90002} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.682796] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fe7d3d15-db68-4d83-b26b-2b88599e46aa/fe7d3d15-db68-4d83-b26b-2b88599e46aa.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.683504] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38762b00-b2e1-4ec2-90ea-e84ec556f9e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.690838] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1659.690838] env[62533]: value = "task-1898469" [ 1659.690838] env[62533]: _type = "Task" [ 1659.690838] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.703794] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898469, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.750692] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802145} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.750955] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 30209d85-99ad-4cf8-b9a8-2ed72536ad84/30209d85-99ad-4cf8-b9a8-2ed72536ad84.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.751194] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.752460] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e1ed265-9220-41bf-9235-9943bf23db8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.763457] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1659.763457] env[62533]: value = "task-1898470" [ 1659.763457] env[62533]: _type = "Task" [ 1659.763457] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.774176] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.865563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.022191] env[62533]: DEBUG nova.compute.manager [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-changed-6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1660.022191] env[62533]: DEBUG nova.compute.manager [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing instance network info cache due to event network-changed-6db66003-6c63-4b15-a212-fff5916ab659. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1660.022191] env[62533]: DEBUG oslo_concurrency.lockutils [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.022191] env[62533]: DEBUG oslo_concurrency.lockutils [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.024875] env[62533]: DEBUG nova.network.neutron [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing network info cache for port 6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.038326] env[62533]: DEBUG nova.scheduler.client.report [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.164706] env[62533]: DEBUG nova.compute.manager [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.164984] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.165915] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b21d88-2f84-43c2-bae7-dd6d89a24c76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.169521] env[62533]: DEBUG nova.network.neutron [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.175126] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898465, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.587841} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.177041] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6b5495ac-9e6f-419d-b094-2a99282674db/6b5495ac-9e6f-419d-b094-2a99282674db.vmdk to [datastore2] 813d7574-310c-4d97-92aa-e19995c25093/813d7574-310c-4d97-92aa-e19995c25093.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.177041] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d5cf9-0c53-4d2c-8ff4-e1843abbcd1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.181480] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.182082] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1596a9d6-b8a1-44ed-bd01-449839c81b5e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.205553] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 813d7574-310c-4d97-92aa-e19995c25093/813d7574-310c-4d97-92aa-e19995c25093.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.215164] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0efb11-a933-4632-a9e0-4e2a1c21da8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.231599] env[62533]: DEBUG oslo_vmware.api [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1660.231599] env[62533]: value = "task-1898471" [ 1660.231599] env[62533]: _type = "Task" [ 1660.231599] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.239193] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898469, 'name': Rename_Task, 'duration_secs': 0.176863} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.242299] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.242678] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1660.242678] env[62533]: value = "task-1898472" [ 1660.242678] env[62533]: _type = "Task" [ 1660.242678] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.246816] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3fb98d9-22c6-4ed0-93bc-e03c32cc05a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.249039] env[62533]: DEBUG oslo_vmware.api [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.262412] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "691283c4-becb-4caa-8bc2-899110cf74b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.262781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.263051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.263249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.264161] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.266668] env[62533]: INFO nova.compute.manager [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Terminating instance [ 1660.269652] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.271767] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1660.271767] env[62533]: value = "task-1898473" [ 1660.271767] env[62533]: _type = "Task" [ 1660.271767] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.290727] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070774} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.294796] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.295820] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.300021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66371d86-461e-4b54-9051-95aecab674c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.321245] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 30209d85-99ad-4cf8-b9a8-2ed72536ad84/30209d85-99ad-4cf8-b9a8-2ed72536ad84.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.321487] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec8105f-88e6-43d5-aaaa-59bb6156e22b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.346456] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1660.346456] env[62533]: value = "task-1898474" [ 1660.346456] env[62533]: _type = "Task" [ 1660.346456] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.355471] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.449543] env[62533]: DEBUG nova.network.neutron [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance_info_cache with network_info: [{"id": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "address": "fa:16:3e:0e:16:72", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58a27e1-5a", "ovs_interfaceid": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.546888] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.548025] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1660.550714] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.991s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.552271] env[62533]: INFO nova.compute.claims [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.747264] env[62533]: DEBUG oslo_vmware.api [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898471, 'name': PowerOffVM_Task, 'duration_secs': 0.505485} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.749874] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.750159] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.750519] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1c2a9f4-8dcf-4529-9b49-7d9d3f679978 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.760273] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.770809] env[62533]: DEBUG nova.compute.manager [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.771305] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.772410] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf83ac-b5f3-4e76-abd2-47c2a70baefe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.785124] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.785124] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65173163-c517-4b62-9b57-4decd529f3e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.790898] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.796137] env[62533]: DEBUG oslo_vmware.api [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1660.796137] env[62533]: value = "task-1898476" [ 1660.796137] env[62533]: _type = "Task" [ 1660.796137] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.804721] env[62533]: DEBUG oslo_vmware.api [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.857159] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898474, 'name': ReconfigVM_Task, 'duration_secs': 0.325924} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.857159] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 30209d85-99ad-4cf8-b9a8-2ed72536ad84/30209d85-99ad-4cf8-b9a8-2ed72536ad84.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.857159] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fdab44d-2004-41e0-98d9-ac29b15b52f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.867547] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1660.867547] env[62533]: value = "task-1898477" [ 1660.867547] env[62533]: _type = "Task" [ 1660.867547] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.871990] env[62533]: DEBUG nova.network.neutron [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updated VIF entry in instance network info cache for port 6db66003-6c63-4b15-a212-fff5916ab659. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.872431] env[62533]: DEBUG nova.network.neutron [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.879467] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898477, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.953087] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.953087] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Instance network_info: |[{"id": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "address": "fa:16:3e:0e:16:72", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58a27e1-5a", "ovs_interfaceid": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1660.953897] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:16:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58a27e1-5a19-4f31-b3ac-0a9ed197232d', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.963275] env[62533]: DEBUG oslo.service.loopingcall [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.963823] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.964147] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9eeeea7-9ee8-4e2b-a6fd-a50dc2eec229 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.985588] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.985588] env[62533]: value = "task-1898478" [ 1660.985588] env[62533]: _type = "Task" [ 1660.985588] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.994327] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898478, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.017141] env[62533]: DEBUG nova.compute.manager [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Received event network-changed-c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1661.017285] env[62533]: DEBUG nova.compute.manager [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Refreshing instance network info cache due to event network-changed-c58a27e1-5a19-4f31-b3ac-0a9ed197232d. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1661.017560] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] Acquiring lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.017708] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] Acquired lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.017864] env[62533]: DEBUG nova.network.neutron [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Refreshing network info cache for port c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.059985] env[62533]: DEBUG nova.compute.utils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.061459] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1661.061624] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.141128] env[62533]: DEBUG nova.policy [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ce1dc50a994dacabbdb02b68ce7437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5cd00f38f724a5c8d8ee4033adb2271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1661.261817] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898472, 'name': ReconfigVM_Task, 'duration_secs': 0.698835} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.264729] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 813d7574-310c-4d97-92aa-e19995c25093/813d7574-310c-4d97-92aa-e19995c25093.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.264729] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b41ac4-9dc9-4b9a-9a34-ccf37442bfa5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.272700] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1661.272700] env[62533]: value = "task-1898479" [ 1661.272700] env[62533]: _type = "Task" [ 1661.272700] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.291584] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898479, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.295202] env[62533]: DEBUG oslo_vmware.api [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898473, 'name': PowerOnVM_Task, 'duration_secs': 0.58508} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.297102] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.298156] env[62533]: INFO nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1661.298504] env[62533]: DEBUG nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.302864] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb82dff-d5b2-417b-bcc0-b83f7a67379d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.311074] env[62533]: DEBUG oslo_vmware.api [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898476, 'name': PowerOffVM_Task, 'duration_secs': 0.364996} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.313075] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.313427] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.317625] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b76b2ce-3b75-4537-a5ac-722158b36627 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.322977] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.323271] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.323793] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Deleting the datastore file [datastore2] c6f4e907-975b-4541-a1f9-63872df7fa60 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.323983] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a41be961-4b25-4150-865f-1777ab5dd63b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.334373] env[62533]: DEBUG oslo_vmware.api [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for the task: (returnval){ [ 1661.334373] env[62533]: value = "task-1898481" [ 1661.334373] env[62533]: _type = "Task" [ 1661.334373] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.342024] env[62533]: DEBUG oslo_vmware.api [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.377494] env[62533]: DEBUG oslo_concurrency.lockutils [req-f64803c4-d813-4a8f-bcf4-2ad1a5a7b50c req-2c554ccf-51ac-4f00-8b53-c6096bda641d service nova] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.379167] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898477, 'name': Rename_Task, 'duration_secs': 0.232435} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.379167] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.379167] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17594916-af7e-482a-980e-6ff4e29ab496 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.390127] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1661.390127] env[62533]: value = "task-1898482" [ 1661.390127] env[62533]: _type = "Task" [ 1661.390127] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.399692] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.421961] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.421961] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.421961] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleting the datastore file [datastore2] 691283c4-becb-4caa-8bc2-899110cf74b4 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.421961] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d951022-b958-48a0-82c1-bce2102290b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.429025] env[62533]: DEBUG oslo_vmware.api [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for the task: (returnval){ [ 1661.429025] env[62533]: value = "task-1898483" [ 1661.429025] env[62533]: _type = "Task" [ 1661.429025] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.445842] env[62533]: DEBUG oslo_vmware.api [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.499929] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898478, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.528102] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Successfully created port: b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1661.567385] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1661.716554] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "b2a6d484-5a09-4002-8ba5-36778d3a8860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.716806] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.784420] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898479, 'name': Rename_Task, 'duration_secs': 0.225214} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.786994] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.787453] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea266a09-19c0-48d1-9b47-7f380d568608 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.793677] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1661.793677] env[62533]: value = "task-1898484" [ 1661.793677] env[62533]: _type = "Task" [ 1661.793677] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.807526] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.837085] env[62533]: INFO nova.compute.manager [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Took 30.79 seconds to build instance. [ 1661.846220] env[62533]: DEBUG oslo_vmware.api [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Task: {'id': task-1898481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378421} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.846647] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.846850] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.847595] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.847799] env[62533]: INFO nova.compute.manager [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1661.848063] env[62533]: DEBUG oslo.service.loopingcall [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.852571] env[62533]: DEBUG nova.compute.manager [-] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.852700] env[62533]: DEBUG nova.network.neutron [-] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.903756] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.918224] env[62533]: DEBUG nova.network.neutron [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updated VIF entry in instance network info cache for port c58a27e1-5a19-4f31-b3ac-0a9ed197232d. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.918224] env[62533]: DEBUG nova.network.neutron [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance_info_cache with network_info: [{"id": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "address": "fa:16:3e:0e:16:72", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58a27e1-5a", "ovs_interfaceid": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.937342] env[62533]: DEBUG oslo_vmware.api [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Task: {'id': task-1898483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484305} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.939879] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.940198] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.940414] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.940601] env[62533]: INFO nova.compute.manager [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1661.940819] env[62533]: DEBUG oslo.service.loopingcall [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.941891] env[62533]: DEBUG nova.compute.manager [-] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.941891] env[62533]: DEBUG nova.network.neutron [-] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.995647] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Successfully created port: 6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1662.002786] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed4abd-8227-4412-b968-80ab37262f2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.012705] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898478, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.017482] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e09ba-4088-4038-b9fc-d32c1e0acdc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.056562] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0338b4d-1a87-45e0-bcda-599acbd3b209 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.064088] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0536a97e-f9ca-4699-959c-cb456eee827b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.081389] env[62533]: DEBUG nova.compute.provider_tree [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.177122] env[62533]: DEBUG nova.compute.manager [req-f90436d7-8d55-46ce-adb7-0b2b261b0ba7 req-74f95f4a-c864-4f9f-bf39-517487b05209 service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Received event network-vif-deleted-e68e7818-3bfc-4d5a-a75d-52aa342e9041 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1662.177337] env[62533]: INFO nova.compute.manager [req-f90436d7-8d55-46ce-adb7-0b2b261b0ba7 req-74f95f4a-c864-4f9f-bf39-517487b05209 service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Neutron deleted interface e68e7818-3bfc-4d5a-a75d-52aa342e9041; detaching it from the instance and deleting it from the info cache [ 1662.180031] env[62533]: DEBUG nova.network.neutron [req-f90436d7-8d55-46ce-adb7-0b2b261b0ba7 req-74f95f4a-c864-4f9f-bf39-517487b05209 service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.308787] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898484, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.339357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a200c657-6efd-45cb-bc12-80e489ad0084 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.298s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.408990] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.421144] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6db2f37-6605-465b-9ad8-fe36ba48fe82 req-76830050-7878-410e-83cb-520d7b13fc0f service nova] Releasing lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.499455] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898478, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.551494] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Successfully created port: 69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1662.584583] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1662.587155] env[62533]: DEBUG nova.scheduler.client.report [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.616552] env[62533]: DEBUG nova.network.neutron [-] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.621183] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1662.621466] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1662.621627] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1662.621805] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1662.621951] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1662.622769] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1662.622769] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1662.622769] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1662.622769] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1662.622769] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1662.623269] env[62533]: DEBUG nova.virt.hardware [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1662.623751] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76627221-4810-417d-99d1-e83ed2556b98 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.632580] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da8bf1a-8483-4835-8d8e-dd1fef6c5459 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.682301] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24a5498-1739-43b2-9088-8181cf38df46 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.691585] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b6a90-a6cb-4866-b122-0eac69dfdf4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.732227] env[62533]: DEBUG nova.compute.manager [req-f90436d7-8d55-46ce-adb7-0b2b261b0ba7 req-74f95f4a-c864-4f9f-bf39-517487b05209 service nova] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Detach interface failed, port_id=e68e7818-3bfc-4d5a-a75d-52aa342e9041, reason: Instance c6f4e907-975b-4541-a1f9-63872df7fa60 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1662.807813] env[62533]: DEBUG oslo_vmware.api [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898484, 'name': PowerOnVM_Task, 'duration_secs': 0.70435} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.808098] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.808315] env[62533]: INFO nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Took 17.02 seconds to spawn the instance on the hypervisor. [ 1662.808496] env[62533]: DEBUG nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.809422] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f2459-902b-437c-b37b-2aa6b1b2e96b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.843598] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.902029] env[62533]: DEBUG oslo_vmware.api [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898482, 'name': PowerOnVM_Task, 'duration_secs': 1.477087} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.902029] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.902029] env[62533]: INFO nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1662.902029] env[62533]: DEBUG nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.902596] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb3d8d-dc2f-4607-9714-c29364754d15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.928032] env[62533]: DEBUG nova.network.neutron [-] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.999702] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898478, 'name': CreateVM_Task, 'duration_secs': 1.540684} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.999871] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.000617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.001028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.001372] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.001624] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4c879f-141b-4189-bea6-a68f46210967 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.006415] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1663.006415] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b68000-0daf-29c4-864e-c5cef0c810ac" [ 1663.006415] env[62533]: _type = "Task" [ 1663.006415] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.014806] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b68000-0daf-29c4-864e-c5cef0c810ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.045526] env[62533]: DEBUG nova.compute.manager [req-c29b683c-daf2-4076-aa29-6db3df006046 req-b6effcd4-d886-4e81-aebb-66b5f0b46051 service nova] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Received event network-vif-deleted-c8054896-7287-45aa-8f90-b3e8652a2ac6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1663.092029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.092565] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1663.095329] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.793s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.096367] env[62533]: INFO nova.compute.claims [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.120770] env[62533]: INFO nova.compute.manager [-] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Took 1.27 seconds to deallocate network for instance. [ 1663.328919] env[62533]: INFO nova.compute.manager [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Took 36.33 seconds to build instance. [ 1663.366529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.424382] env[62533]: INFO nova.compute.manager [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Took 31.46 seconds to build instance. [ 1663.430785] env[62533]: INFO nova.compute.manager [-] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Took 1.49 seconds to deallocate network for instance. [ 1663.518203] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b68000-0daf-29c4-864e-c5cef0c810ac, 'name': SearchDatastore_Task, 'duration_secs': 0.033619} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.518513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.518744] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.519016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.519170] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.519347] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.519632] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8f64dc-5d31-49cc-9f82-0a64a49c0f93 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.528593] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.528725] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.529446] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d4fcb8-0f2a-4ef5-a37a-5923b6fcd510 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.535342] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1663.535342] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5233d6f5-30cd-747d-5c3c-7d68a8f903f4" [ 1663.535342] env[62533]: _type = "Task" [ 1663.535342] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.542686] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5233d6f5-30cd-747d-5c3c-7d68a8f903f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.587519] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "813d7574-310c-4d97-92aa-e19995c25093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.603795] env[62533]: DEBUG nova.compute.utils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1663.605391] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1663.606026] env[62533]: DEBUG nova.network.neutron [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1663.625863] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.682128] env[62533]: DEBUG nova.policy [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1663.831370] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dbea9672-4ce9-4edd-b63a-14c73365fb0e tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "813d7574-310c-4d97-92aa-e19995c25093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.849s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.831745] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "813d7574-310c-4d97-92aa-e19995c25093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.244s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.832083] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "813d7574-310c-4d97-92aa-e19995c25093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.832299] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "813d7574-310c-4d97-92aa-e19995c25093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.832522] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "813d7574-310c-4d97-92aa-e19995c25093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.839627] env[62533]: INFO nova.compute.manager [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Terminating instance [ 1663.927046] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f3342b74-f443-4ff8-915b-101848e1453f tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.973s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.937713] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.049460] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5233d6f5-30cd-747d-5c3c-7d68a8f903f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.051616] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae454c1-12b9-4dcd-a6ad-22c13fc7c912 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.061363] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1664.061363] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a7a5c8-7eb4-e83b-140a-d01ae72b658f" [ 1664.061363] env[62533]: _type = "Task" [ 1664.061363] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.073132] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a7a5c8-7eb4-e83b-140a-d01ae72b658f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.078280] env[62533]: DEBUG nova.network.neutron [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Successfully created port: e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.109572] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1664.289178] env[62533]: DEBUG nova.compute.manager [req-681d48fc-581d-4752-9260-52730c8820c2 req-13ab5c95-7d04-4576-8ffd-cea527c95d6c service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-vif-plugged-b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1664.289178] env[62533]: DEBUG oslo_concurrency.lockutils [req-681d48fc-581d-4752-9260-52730c8820c2 req-13ab5c95-7d04-4576-8ffd-cea527c95d6c service nova] Acquiring lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.289522] env[62533]: DEBUG oslo_concurrency.lockutils [req-681d48fc-581d-4752-9260-52730c8820c2 req-13ab5c95-7d04-4576-8ffd-cea527c95d6c service nova] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.289608] env[62533]: DEBUG oslo_concurrency.lockutils [req-681d48fc-581d-4752-9260-52730c8820c2 req-13ab5c95-7d04-4576-8ffd-cea527c95d6c service nova] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.289686] env[62533]: DEBUG nova.compute.manager [req-681d48fc-581d-4752-9260-52730c8820c2 req-13ab5c95-7d04-4576-8ffd-cea527c95d6c service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] No waiting events found dispatching network-vif-plugged-b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1664.289854] env[62533]: WARNING nova.compute.manager [req-681d48fc-581d-4752-9260-52730c8820c2 req-13ab5c95-7d04-4576-8ffd-cea527c95d6c service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received unexpected event network-vif-plugged-b63251dd-5efd-4653-8e53-18dcc35b4f28 for instance with vm_state building and task_state spawning. [ 1664.345709] env[62533]: DEBUG nova.compute.manager [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.345709] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.346630] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121a266-05fe-4f47-b0cb-1b56e9a5bfbc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.358102] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.358102] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0963dd01-bb7d-4889-b73e-3d612dd5ce39 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.364580] env[62533]: DEBUG oslo_vmware.api [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1664.364580] env[62533]: value = "task-1898485" [ 1664.364580] env[62533]: _type = "Task" [ 1664.364580] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.381267] env[62533]: DEBUG oslo_vmware.api [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.561032] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a98756-caac-4f39-909b-58a3a541276d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.576309] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d5bb5e-ded1-4191-a069-01e525739544 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.579596] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a7a5c8-7eb4-e83b-140a-d01ae72b658f, 'name': SearchDatastore_Task, 'duration_secs': 0.037032} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.579927] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.580237] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8/21c3f498-c4d3-491c-b1dd-176bb422eee8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.580930] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95624b7c-dec3-4b85-b0af-cb76fec73286 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.611827] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec91db8d-49ef-4e05-bc4a-7d13578923fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.614208] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1664.614208] env[62533]: value = "task-1898486" [ 1664.614208] env[62533]: _type = "Task" [ 1664.614208] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.626754] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf778e5a-db36-424b-9433-575b95578364 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.635403] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.645682] env[62533]: DEBUG nova.compute.provider_tree [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.764142] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Successfully updated port: b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.875150] env[62533]: DEBUG oslo_vmware.api [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898485, 'name': PowerOffVM_Task, 'duration_secs': 0.350458} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.875150] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.875275] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.875507] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c062380-1991-41df-8187-afc2514bc0fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.974759] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.974891] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.975092] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleting the datastore file [datastore2] 813d7574-310c-4d97-92aa-e19995c25093 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.975574] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dbe7f15-d9e4-44df-966a-b2a0c859661d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.982793] env[62533]: DEBUG oslo_vmware.api [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1664.982793] env[62533]: value = "task-1898488" [ 1664.982793] env[62533]: _type = "Task" [ 1664.982793] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.990953] env[62533]: DEBUG oslo_vmware.api [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.072810] env[62533]: DEBUG nova.compute.manager [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-changed-b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1665.072810] env[62533]: DEBUG nova.compute.manager [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Refreshing instance network info cache due to event network-changed-b63251dd-5efd-4653-8e53-18dcc35b4f28. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1665.072810] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] Acquiring lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.072810] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] Acquired lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.072810] env[62533]: DEBUG nova.network.neutron [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Refreshing network info cache for port b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.125684] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.134034] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1665.148941] env[62533]: DEBUG nova.scheduler.client.report [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.161853] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.162169] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.162326] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.162511] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.162658] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.162810] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.163250] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.163319] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.163450] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.163723] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.163787] env[62533]: DEBUG nova.virt.hardware [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.164702] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470bd7ce-7fc2-4d3f-b474-0d1d6e8c438c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.175442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f0877-e9fd-4f4f-8c66-0b2dca2aa260 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.497210] env[62533]: DEBUG oslo_vmware.api [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28404} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.497210] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.497210] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1665.497210] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.497210] env[62533]: INFO nova.compute.manager [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1665.497210] env[62533]: DEBUG oslo.service.loopingcall [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.497210] env[62533]: DEBUG nova.compute.manager [-] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1665.497210] env[62533]: DEBUG nova.network.neutron [-] [instance: 813d7574-310c-4d97-92aa-e19995c25093] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1665.627304] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805406} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.627549] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8/21c3f498-c4d3-491c-b1dd-176bb422eee8.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.627980] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.628553] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa696c9a-97ea-44d1-bfaa-70c97b093df8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.632644] env[62533]: DEBUG nova.network.neutron [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.643342] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1665.643342] env[62533]: value = "task-1898489" [ 1665.643342] env[62533]: _type = "Task" [ 1665.643342] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.651892] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.653953] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.654933] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1665.659477] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.700s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.661730] env[62533]: INFO nova.compute.claims [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1665.704121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.704121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.704121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.704121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.704121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.706627] env[62533]: INFO nova.compute.manager [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Terminating instance [ 1665.733273] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.733530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.733788] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.733969] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.734158] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.736516] env[62533]: INFO nova.compute.manager [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Terminating instance [ 1665.823288] env[62533]: DEBUG nova.network.neutron [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.919532] env[62533]: DEBUG nova.network.neutron [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Successfully updated port: e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.992840] env[62533]: DEBUG nova.compute.manager [req-7178d93d-f86f-4303-b66c-cad547365852 req-239331b8-8bc5-478b-a47e-b77fb379ce4b service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Received event network-vif-deleted-da3e296c-24c6-4d13-b6ed-6efbdce0b28c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1665.993086] env[62533]: INFO nova.compute.manager [req-7178d93d-f86f-4303-b66c-cad547365852 req-239331b8-8bc5-478b-a47e-b77fb379ce4b service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Neutron deleted interface da3e296c-24c6-4d13-b6ed-6efbdce0b28c; detaching it from the instance and deleting it from the info cache [ 1665.993255] env[62533]: DEBUG nova.network.neutron [req-7178d93d-f86f-4303-b66c-cad547365852 req-239331b8-8bc5-478b-a47e-b77fb379ce4b service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.153961] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170612} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.154210] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.154987] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35cad99-ca4c-4ced-9c56-643c2427d1fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.161211] env[62533]: DEBUG nova.compute.utils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.171548] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.171720] env[62533]: DEBUG nova.network.neutron [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.185373] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8/21c3f498-c4d3-491c-b1dd-176bb422eee8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.186717] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbd13c0-49eb-4c32-8ff4-b031f0e22ab2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.206123] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1666.206123] env[62533]: value = "task-1898490" [ 1666.206123] env[62533]: _type = "Task" [ 1666.206123] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.211323] env[62533]: DEBUG nova.compute.manager [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.211520] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.215059] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d1d40-cc01-4f59-b4f9-1429f9ed7a0b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.217653] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.222998] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.223395] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79825cbf-9537-45da-9052-9920ced3d6f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.229962] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1666.229962] env[62533]: value = "task-1898491" [ 1666.229962] env[62533]: _type = "Task" [ 1666.229962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.238566] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.240249] env[62533]: DEBUG nova.policy [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad45de21dd0a43ee818750801add7d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb2e232dcbca4dc4ac02afcbda5227f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.242250] env[62533]: DEBUG nova.compute.manager [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.242531] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.243347] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4eef7-0ace-4d99-81d5-82526c5342ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.250453] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.250681] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53714b49-cf7d-4f1d-a35a-756c3c4d3c8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.256706] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1666.256706] env[62533]: value = "task-1898492" [ 1666.256706] env[62533]: _type = "Task" [ 1666.256706] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.264584] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.331084] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a38b9fb-e9c0-4967-8862-de469c80c764 req-e1f3b1a9-0105-4606-96a9-79756e0090e5 service nova] Releasing lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.422922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-39b05493-aa47-4fec-bd11-6e05c8bfe8b6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.423144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-39b05493-aa47-4fec-bd11-6e05c8bfe8b6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.423341] env[62533]: DEBUG nova.network.neutron [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.426836] env[62533]: DEBUG nova.network.neutron [-] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.496114] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b64e6c60-714c-4d22-bc63-1959b776fd0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.507536] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181ae0f-3516-4b35-8c59-e19796c2199b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.548016] env[62533]: DEBUG nova.compute.manager [req-7178d93d-f86f-4303-b66c-cad547365852 req-239331b8-8bc5-478b-a47e-b77fb379ce4b service nova] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Detach interface failed, port_id=da3e296c-24c6-4d13-b6ed-6efbdce0b28c, reason: Instance 813d7574-310c-4d97-92aa-e19995c25093 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1666.595626] env[62533]: DEBUG nova.network.neutron [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Successfully created port: 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.689120] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1666.716202] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898490, 'name': ReconfigVM_Task, 'duration_secs': 0.383882} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.718864] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8/21c3f498-c4d3-491c-b1dd-176bb422eee8.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.719676] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a72e8d-2c06-4788-b185-2ed22b3fcd81 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.726754] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1666.726754] env[62533]: value = "task-1898493" [ 1666.726754] env[62533]: _type = "Task" [ 1666.726754] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.738892] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898493, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.743957] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898491, 'name': PowerOffVM_Task, 'duration_secs': 0.185768} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.744219] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.744388] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.744624] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc479a9-d138-4af6-98d1-64c659071def {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.770097] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898492, 'name': PowerOffVM_Task, 'duration_secs': 0.20936} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.770366] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.770536] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.770781] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e93e20a-00b3-4691-b1fd-487081927144 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.894135] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.894367] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.894549] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Deleting the datastore file [datastore1] 30209d85-99ad-4cf8-b9a8-2ed72536ad84 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.894852] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fadc7d3-c051-4b3a-9567-e695b008917f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.907035] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for the task: (returnval){ [ 1666.907035] env[62533]: value = "task-1898496" [ 1666.907035] env[62533]: _type = "Task" [ 1666.907035] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.908452] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.908637] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.908809] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleting the datastore file [datastore1] fe7d3d15-db68-4d83-b26b-2b88599e46aa {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.912598] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9a11cd-45e7-42c6-83bd-4534bb157963 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.925206] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.928877] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for the task: (returnval){ [ 1666.928877] env[62533]: value = "task-1898497" [ 1666.928877] env[62533]: _type = "Task" [ 1666.928877] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.929360] env[62533]: INFO nova.compute.manager [-] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Took 1.43 seconds to deallocate network for instance. [ 1666.946014] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.090240] env[62533]: DEBUG nova.compute.manager [req-76aa9ecc-4b52-42fd-9bbd-107c62542ca7 req-3bc0fb58-7172-4859-a21e-f0eef2a0d0f5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-vif-plugged-6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1667.090486] env[62533]: DEBUG oslo_concurrency.lockutils [req-76aa9ecc-4b52-42fd-9bbd-107c62542ca7 req-3bc0fb58-7172-4859-a21e-f0eef2a0d0f5 service nova] Acquiring lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.090700] env[62533]: DEBUG oslo_concurrency.lockutils [req-76aa9ecc-4b52-42fd-9bbd-107c62542ca7 req-3bc0fb58-7172-4859-a21e-f0eef2a0d0f5 service nova] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.090900] env[62533]: DEBUG oslo_concurrency.lockutils [req-76aa9ecc-4b52-42fd-9bbd-107c62542ca7 req-3bc0fb58-7172-4859-a21e-f0eef2a0d0f5 service nova] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.092056] env[62533]: DEBUG nova.compute.manager [req-76aa9ecc-4b52-42fd-9bbd-107c62542ca7 req-3bc0fb58-7172-4859-a21e-f0eef2a0d0f5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] No waiting events found dispatching network-vif-plugged-6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.092056] env[62533]: WARNING nova.compute.manager [req-76aa9ecc-4b52-42fd-9bbd-107c62542ca7 req-3bc0fb58-7172-4859-a21e-f0eef2a0d0f5 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received unexpected event network-vif-plugged-6b6922b3-21a6-489f-a295-e7e6d4f841ce for instance with vm_state building and task_state spawning. [ 1667.110666] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56bb50-1208-4468-b4fd-c1c62723ee12 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.119932] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5018b38d-5f51-40be-bce5-26e3146bd9db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.158857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234f34a-8ad1-410c-b26d-87c82b2aa9d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.162391] env[62533]: DEBUG nova.network.neutron [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.169717] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a204efb-8036-4899-95e6-1e31227201b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.190393] env[62533]: DEBUG nova.compute.provider_tree [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.239526] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Successfully updated port: 6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.245116] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898493, 'name': Rename_Task, 'duration_secs': 0.163819} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.245116] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.245116] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac2ac6d-30f6-4560-a1d9-ccff2fbd73c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.252116] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1667.252116] env[62533]: value = "task-1898498" [ 1667.252116] env[62533]: _type = "Task" [ 1667.252116] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.261904] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.376177] env[62533]: DEBUG nova.compute.manager [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Received event network-vif-plugged-e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1667.376784] env[62533]: DEBUG oslo_concurrency.lockutils [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] Acquiring lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.377268] env[62533]: DEBUG oslo_concurrency.lockutils [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.377466] env[62533]: DEBUG oslo_concurrency.lockutils [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.377641] env[62533]: DEBUG nova.compute.manager [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] No waiting events found dispatching network-vif-plugged-e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.377851] env[62533]: WARNING nova.compute.manager [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Received unexpected event network-vif-plugged-e6068dfd-cfaf-482e-af6e-718f8ff3b96b for instance with vm_state building and task_state spawning. [ 1667.378116] env[62533]: DEBUG nova.compute.manager [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Received event network-changed-e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1667.378346] env[62533]: DEBUG nova.compute.manager [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Refreshing instance network info cache due to event network-changed-e6068dfd-cfaf-482e-af6e-718f8ff3b96b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1667.378693] env[62533]: DEBUG oslo_concurrency.lockutils [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] Acquiring lock "refresh_cache-39b05493-aa47-4fec-bd11-6e05c8bfe8b6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.420942] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.421977] env[62533]: DEBUG nova.network.neutron [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Updating instance_info_cache with network_info: [{"id": "e6068dfd-cfaf-482e-af6e-718f8ff3b96b", "address": "fa:16:3e:28:22:a0", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6068dfd-cf", "ovs_interfaceid": "e6068dfd-cfaf-482e-af6e-718f8ff3b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.441013] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.441935] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.693965] env[62533]: DEBUG nova.scheduler.client.report [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.700810] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1667.727308] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1667.727554] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.727719] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1667.727905] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.728059] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1667.728208] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1667.728416] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1667.728573] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1667.728911] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1667.728911] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1667.729079] env[62533]: DEBUG nova.virt.hardware [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1667.730237] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ddd4d-d2a0-4a23-a22d-379f7fbefe83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.738939] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6b7f1d-5cd6-46dc-a54c-f94edf49ed77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.764779] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.918400] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.925008] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-39b05493-aa47-4fec-bd11-6e05c8bfe8b6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.925356] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Instance network_info: |[{"id": "e6068dfd-cfaf-482e-af6e-718f8ff3b96b", "address": "fa:16:3e:28:22:a0", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6068dfd-cf", "ovs_interfaceid": "e6068dfd-cfaf-482e-af6e-718f8ff3b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.925656] env[62533]: DEBUG oslo_concurrency.lockutils [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] Acquired lock "refresh_cache-39b05493-aa47-4fec-bd11-6e05c8bfe8b6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.925850] env[62533]: DEBUG nova.network.neutron [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Refreshing network info cache for port e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.927048] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:22:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6068dfd-cfaf-482e-af6e-718f8ff3b96b', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.935438] env[62533]: DEBUG oslo.service.loopingcall [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.938357] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.941849] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea143952-2f97-4103-8267-eb9118fb0ed6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.966922] env[62533]: DEBUG oslo_vmware.api [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Task: {'id': task-1898497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565104} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.968256] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.968458] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.968632] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.968795] env[62533]: INFO nova.compute.manager [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1667.969040] env[62533]: DEBUG oslo.service.loopingcall [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.969238] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.969238] env[62533]: value = "task-1898499" [ 1667.969238] env[62533]: _type = "Task" [ 1667.969238] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.969414] env[62533]: DEBUG nova.compute.manager [-] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.969507] env[62533]: DEBUG nova.network.neutron [-] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.985412] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898499, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.199850] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.200446] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1668.207020] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.212s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.207020] env[62533]: INFO nova.compute.claims [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.214294] env[62533]: DEBUG nova.network.neutron [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Updated VIF entry in instance network info cache for port e6068dfd-cfaf-482e-af6e-718f8ff3b96b. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.214864] env[62533]: DEBUG nova.network.neutron [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Updating instance_info_cache with network_info: [{"id": "e6068dfd-cfaf-482e-af6e-718f8ff3b96b", "address": "fa:16:3e:28:22:a0", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6068dfd-cf", "ovs_interfaceid": "e6068dfd-cfaf-482e-af6e-718f8ff3b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.268072] env[62533]: DEBUG oslo_vmware.api [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898498, 'name': PowerOnVM_Task, 'duration_secs': 0.526175} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.268412] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.268564] env[62533]: INFO nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1668.268741] env[62533]: DEBUG nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.269542] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89faef8c-702b-40a2-9d38-0ef925c5105b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.380224] env[62533]: DEBUG nova.compute.manager [req-ecba43bf-1715-427a-b960-9f4456fc4422 req-4b366ce6-39d3-4174-8c2d-87bf4475b66b service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Received event network-vif-plugged-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1668.380224] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecba43bf-1715-427a-b960-9f4456fc4422 req-4b366ce6-39d3-4174-8c2d-87bf4475b66b service nova] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.380224] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecba43bf-1715-427a-b960-9f4456fc4422 req-4b366ce6-39d3-4174-8c2d-87bf4475b66b service nova] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.380224] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecba43bf-1715-427a-b960-9f4456fc4422 req-4b366ce6-39d3-4174-8c2d-87bf4475b66b service nova] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.380224] env[62533]: DEBUG nova.compute.manager [req-ecba43bf-1715-427a-b960-9f4456fc4422 req-4b366ce6-39d3-4174-8c2d-87bf4475b66b service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] No waiting events found dispatching network-vif-plugged-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.380224] env[62533]: WARNING nova.compute.manager [req-ecba43bf-1715-427a-b960-9f4456fc4422 req-4b366ce6-39d3-4174-8c2d-87bf4475b66b service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Received unexpected event network-vif-plugged-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 for instance with vm_state building and task_state spawning. [ 1668.423030] env[62533]: DEBUG oslo_vmware.api [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Task: {'id': task-1898496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.314263} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.423030] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.423030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.423030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.423030] env[62533]: INFO nova.compute.manager [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1668.423030] env[62533]: DEBUG oslo.service.loopingcall [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.423030] env[62533]: DEBUG nova.compute.manager [-] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.423030] env[62533]: DEBUG nova.network.neutron [-] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.481413] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898499, 'name': CreateVM_Task, 'duration_secs': 0.503306} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.481580] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.482475] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.482639] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.482964] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.486237] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d09ef29-fcd6-47e8-839d-36e806272c56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.492183] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1668.492183] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52699529-41c3-1aec-c002-aa7e9f3b75a8" [ 1668.492183] env[62533]: _type = "Task" [ 1668.492183] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.499879] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52699529-41c3-1aec-c002-aa7e9f3b75a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.514029] env[62533]: DEBUG nova.network.neutron [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Successfully updated port: 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.705191] env[62533]: DEBUG nova.compute.utils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1668.706599] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1668.706766] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1668.716834] env[62533]: DEBUG oslo_concurrency.lockutils [req-612637ec-0fd7-4316-abfc-e3eeffffd309 req-e83baa17-67a9-413c-8413-034c30411caf service nova] Releasing lock "refresh_cache-39b05493-aa47-4fec-bd11-6e05c8bfe8b6" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.751322] env[62533]: DEBUG nova.policy [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef48c7929e7e45cbb6a5314aaf7667da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2c22df85184d8088d2977e45da316c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1668.789814] env[62533]: INFO nova.compute.manager [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Took 33.63 seconds to build instance. [ 1668.987966] env[62533]: DEBUG nova.network.neutron [-] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.001680] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52699529-41c3-1aec-c002-aa7e9f3b75a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.001680] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.002469] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.002469] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.002469] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.002631] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.003508] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5448e520-6aba-4d1c-a3ed-4c5c27030cba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.017514] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.017770] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.017811] env[62533]: DEBUG nova.network.neutron [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.019255] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.019255] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.019945] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5d32bb-8d52-4f10-b8eb-cecc1897dae5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.028641] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1669.028641] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520bae9f-0ea7-b93d-f369-8d893b73c4bd" [ 1669.028641] env[62533]: _type = "Task" [ 1669.028641] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.035181] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520bae9f-0ea7-b93d-f369-8d893b73c4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.036067] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Successfully created port: 14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1669.162405] env[62533]: DEBUG nova.network.neutron [-] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.210060] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1669.292605] env[62533]: DEBUG oslo_concurrency.lockutils [None req-da08d0df-eac0-47a7-94d3-26debab72ab2 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.144s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.491382] env[62533]: INFO nova.compute.manager [-] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Took 1.52 seconds to deallocate network for instance. [ 1669.494531] env[62533]: DEBUG nova.compute.manager [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-changed-6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1669.494719] env[62533]: DEBUG nova.compute.manager [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Refreshing instance network info cache due to event network-changed-6b6922b3-21a6-489f-a295-e7e6d4f841ce. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1669.494915] env[62533]: DEBUG oslo_concurrency.lockutils [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] Acquiring lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.495073] env[62533]: DEBUG oslo_concurrency.lockutils [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] Acquired lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.495297] env[62533]: DEBUG nova.network.neutron [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Refreshing network info cache for port 6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.544894] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520bae9f-0ea7-b93d-f369-8d893b73c4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.025415} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.549331] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12081254-6a57-43e6-8ff6-855c4335ffda {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.556214] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1669.556214] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e025f6-3c17-3dde-304e-5e2b2502cea5" [ 1669.556214] env[62533]: _type = "Task" [ 1669.556214] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.565889] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e025f6-3c17-3dde-304e-5e2b2502cea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.576512] env[62533]: DEBUG nova.network.neutron [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.627271] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fdd8e-fe0e-42e1-9d9d-38fa5d44dd1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.637501] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd039d47-a566-44b1-af81-9693b9318fa1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.668330] env[62533]: INFO nova.compute.manager [-] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Took 1.25 seconds to deallocate network for instance. [ 1669.670711] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f90a9-d038-41a8-8cc4-b0d3f799e865 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.681558] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7613aa84-fc8a-4a98-9c59-f108554f232e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.695683] env[62533]: DEBUG nova.compute.provider_tree [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.784977] env[62533]: DEBUG nova.network.neutron [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.003280] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.035024] env[62533]: DEBUG nova.network.neutron [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.066671] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e025f6-3c17-3dde-304e-5e2b2502cea5, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.066959] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.067260] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 39b05493-aa47-4fec-bd11-6e05c8bfe8b6/39b05493-aa47-4fec-bd11-6e05c8bfe8b6.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.067523] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bf92c92-8cce-4706-9c34-89bf85a20b05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.076131] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1670.076131] env[62533]: value = "task-1898500" [ 1670.076131] env[62533]: _type = "Task" [ 1670.076131] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.085443] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.120634] env[62533]: DEBUG nova.network.neutron [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.182361] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.198821] env[62533]: DEBUG nova.scheduler.client.report [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.221582] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1670.255780] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1670.256124] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.256391] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1670.256529] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.256699] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1670.256859] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1670.257093] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1670.257259] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1670.257436] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1670.257609] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1670.257807] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1670.258731] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cba74e-416a-4c22-9da6-5d94fb3c7463 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.269523] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a0469-d94e-4a15-8655-9681c6fe604a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.287298] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.287591] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Instance network_info: |[{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.288063] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b1:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b7d01e-60d7-434e-a2e9-4a2a4d6a1522', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.295899] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating folder: Project (fb2e232dcbca4dc4ac02afcbda5227f7). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.296248] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97679b88-275a-4b1a-9729-9759c72dad97 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.307156] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created folder: Project (fb2e232dcbca4dc4ac02afcbda5227f7) in parent group-v391816. [ 1670.307413] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating folder: Instances. Parent ref: group-v392006. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.307726] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65f25365-d654-444f-a928-b7bc57cae82a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.316492] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created folder: Instances in parent group-v392006. [ 1670.316754] env[62533]: DEBUG oslo.service.loopingcall [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.316963] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.317218] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db925875-e9e9-492f-9767-b235c19e6af0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.338703] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.338703] env[62533]: value = "task-1898503" [ 1670.338703] env[62533]: _type = "Task" [ 1670.338703] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.346937] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.417267] env[62533]: DEBUG nova.compute.manager [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Received event network-vif-deleted-c3ca83f3-b7e0-47ce-b2ae-25d2028be365 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1670.417513] env[62533]: DEBUG nova.compute.manager [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Received event network-changed-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1670.417710] env[62533]: DEBUG nova.compute.manager [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Refreshing instance network info cache due to event network-changed-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1670.417904] env[62533]: DEBUG oslo_concurrency.lockutils [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.418069] env[62533]: DEBUG oslo_concurrency.lockutils [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.418260] env[62533]: DEBUG nova.network.neutron [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Refreshing network info cache for port 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.587070] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497937} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.587410] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 39b05493-aa47-4fec-bd11-6e05c8bfe8b6/39b05493-aa47-4fec-bd11-6e05c8bfe8b6.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.587662] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.587937] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5eb96c3-020e-4798-a5f0-3a936c342f07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.593955] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1670.593955] env[62533]: value = "task-1898504" [ 1670.593955] env[62533]: _type = "Task" [ 1670.593955] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.602444] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.624620] env[62533]: DEBUG oslo_concurrency.lockutils [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] Releasing lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.624620] env[62533]: DEBUG nova.compute.manager [req-e67f05fb-2ebf-4ce9-b0cf-516f4e8bb79d req-31f5b5c3-9cd2-405e-8246-272b5205bc5b service nova] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Received event network-vif-deleted-3a2e1aab-d6c7-4abc-8a68-f524bcf35458 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1670.703611] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.704169] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1670.706738] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.132s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.707222] env[62533]: DEBUG nova.objects.instance [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lazy-loading 'resources' on Instance uuid 27f325af-28d6-44a5-8ebd-8fa64fc4c99e {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.736196] env[62533]: DEBUG nova.compute.manager [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1670.848395] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.107658] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067608} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.108513] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.108702] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384f933-4634-4952-b552-fa1059f73835 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.134035] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 39b05493-aa47-4fec-bd11-6e05c8bfe8b6/39b05493-aa47-4fec-bd11-6e05c8bfe8b6.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.136120] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8609b7e0-36a4-4020-9e34-be603449d90f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.155458] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1671.155458] env[62533]: value = "task-1898505" [ 1671.155458] env[62533]: _type = "Task" [ 1671.155458] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.162733] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.209639] env[62533]: DEBUG nova.compute.utils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.214093] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1671.214412] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.220135] env[62533]: DEBUG nova.network.neutron [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updated VIF entry in instance network info cache for port 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.220507] env[62533]: DEBUG nova.network.neutron [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.253594] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.261200] env[62533]: DEBUG nova.policy [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef48c7929e7e45cbb6a5314aaf7667da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2c22df85184d8088d2977e45da316c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.350922] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.512777] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Successfully created port: 5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.557446] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb28637-3ad6-42cd-a035-27743e358c96 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.564857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e99dfe4-cdd2-4a1e-9c06-44846235a461 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.599858] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b402a9-1d08-4c94-86fd-47d048a653a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.607065] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c6246-eb32-4832-a2c1-6060184e0d76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.621230] env[62533]: DEBUG nova.compute.provider_tree [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.668705] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898505, 'name': ReconfigVM_Task, 'duration_secs': 0.317952} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.668705] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 39b05493-aa47-4fec-bd11-6e05c8bfe8b6/39b05493-aa47-4fec-bd11-6e05c8bfe8b6.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.668705] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb65789a-721b-492c-ae33-72245971a6b7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.674339] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1671.674339] env[62533]: value = "task-1898506" [ 1671.674339] env[62533]: _type = "Task" [ 1671.674339] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.684439] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898506, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.717204] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1671.723566] env[62533]: DEBUG oslo_concurrency.lockutils [req-821fff8d-a383-4a53-a875-ff567683e915 req-68081fdd-8141-4730-9a91-ad2105007258 service nova] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.853390] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.125036] env[62533]: DEBUG nova.scheduler.client.report [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.184286] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898506, 'name': Rename_Task, 'duration_secs': 0.158} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.184592] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.184850] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc02979-8efb-47ae-98a4-6d181bbf7f22 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.193580] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1672.193580] env[62533]: value = "task-1898507" [ 1672.193580] env[62533]: _type = "Task" [ 1672.193580] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.201502] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.351870] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.630270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.632804] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 16.754s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.652871] env[62533]: INFO nova.scheduler.client.report [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Deleted allocations for instance 27f325af-28d6-44a5-8ebd-8fa64fc4c99e [ 1672.704696] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.724623] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1672.749253] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.749514] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.749674] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.749854] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.749997] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.750163] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.750373] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.750531] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.750693] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.750850] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.751030] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.751923] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4be4b6e-6f63-4028-96b9-4551f7fbbc97 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.759768] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268cafef-6cd4-40f5-98f7-e5db2245a25e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.852341] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.161817] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0e5c936a-ea52-45c4-9205-3da392150aed tempest-ImagesOneServerNegativeTestJSON-347760392 tempest-ImagesOneServerNegativeTestJSON-347760392-project-member] Lock "27f325af-28d6-44a5-8ebd-8fa64fc4c99e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.786s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.208650] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.353825] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.505583] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d139f-5fbe-4b7d-a12f-3989dbdfe422 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.512938] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5fe70f-d29e-472f-a12a-a225c75f2f08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.545707] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bce0fd-f444-4e51-9ebc-398baf7e1ada {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.551838] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bbeb6-5889-44f4-b60f-4f5a41e33546 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.565222] env[62533]: DEBUG nova.compute.provider_tree [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.710065] env[62533]: DEBUG oslo_vmware.api [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898507, 'name': PowerOnVM_Task, 'duration_secs': 1.040757} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.710065] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.710065] env[62533]: INFO nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1673.710065] env[62533]: DEBUG nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.710065] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83828f-a034-44e5-8a62-d5cb3cb38955 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.854590] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.068401] env[62533]: DEBUG nova.scheduler.client.report [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.228158] env[62533]: INFO nova.compute.manager [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Took 30.69 seconds to build instance. [ 1674.358331] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.578389] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.945s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.580065] env[62533]: ERROR nova.compute.manager [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Instance failed to spawn: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Traceback (most recent call last): [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/compute/manager.py", line 7659, in _unshelve_instance [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] self.driver.spawn(context, instance, image_meta, [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] vm_ref = self.build_virtual_machine(instance, [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] vif_infos = vmwarevif.get_vif_info(self._session, [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] ref = get_network_ref(session, cluster, vif) [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] raise exception.InvalidInput(reason=reason) [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1674.580065] env[62533]: ERROR nova.compute.manager [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] [ 1674.584929] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.718s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.586822] env[62533]: INFO nova.compute.claims [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.624107] env[62533]: INFO nova.scheduler.client.report [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted allocations for instance a7290afc-ae2f-4b07-aa4f-a2d89bf514f4 [ 1674.624107] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a7290afc-ae2f-4b07-aa4f-a2d89bf514f4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 61.066s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.731095] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4cc15dd-5891-4770-a3e6-ca24bed3dfa2 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.202s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.855462] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.357254] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898503, 'name': CreateVM_Task, 'duration_secs': 4.985101} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.357558] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.358255] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.359458] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.359458] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.359458] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9611e7df-c28a-4f51-b731-91146498a9eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.364517] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1675.364517] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5236b56b-8f23-9c9d-bb2a-2afa7e22a87a" [ 1675.364517] env[62533]: _type = "Task" [ 1675.364517] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.373268] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5236b56b-8f23-9c9d-bb2a-2afa7e22a87a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.386180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "a2a3c924-f46c-4966-89e7-a369d7766c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.386520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.729305] env[62533]: DEBUG nova.compute.manager [req-4a795823-151a-4bcb-a94f-cec9d9d39b80 req-31cd9521-b362-45a0-bbe0-b671b1e334f0 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-vif-plugged-69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1675.729512] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a795823-151a-4bcb-a94f-cec9d9d39b80 req-31cd9521-b362-45a0-bbe0-b671b1e334f0 service nova] Acquiring lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.729759] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a795823-151a-4bcb-a94f-cec9d9d39b80 req-31cd9521-b362-45a0-bbe0-b671b1e334f0 service nova] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.729943] env[62533]: DEBUG oslo_concurrency.lockutils [req-4a795823-151a-4bcb-a94f-cec9d9d39b80 req-31cd9521-b362-45a0-bbe0-b671b1e334f0 service nova] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.730128] env[62533]: DEBUG nova.compute.manager [req-4a795823-151a-4bcb-a94f-cec9d9d39b80 req-31cd9521-b362-45a0-bbe0-b671b1e334f0 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] No waiting events found dispatching network-vif-plugged-69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.730295] env[62533]: WARNING nova.compute.manager [req-4a795823-151a-4bcb-a94f-cec9d9d39b80 req-31cd9521-b362-45a0-bbe0-b671b1e334f0 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received unexpected event network-vif-plugged-69dfd3a6-0881-4287-ac40-362e80e824d0 for instance with vm_state building and task_state spawning. [ 1675.841686] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Successfully updated port: 69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1675.878425] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5236b56b-8f23-9c9d-bb2a-2afa7e22a87a, 'name': SearchDatastore_Task, 'duration_secs': 0.012109} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.878758] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.879021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.879283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.879435] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.879834] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.879902] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106a2246-f824-4046-af0f-f140230a1c22 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.888766] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.892621] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.892969] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.893983] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7320e41-1a2b-4fb0-bd23-cab8b6cf53be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.901895] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1675.901895] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e6ac75-1a1f-58b4-5651-8bf76c727a56" [ 1675.901895] env[62533]: _type = "Task" [ 1675.901895] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.910423] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e6ac75-1a1f-58b4-5651-8bf76c727a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.983332] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d923f7-91b0-429e-bce0-beb65a78538f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.992454] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d72528-9650-4b0c-82e4-07d6c148c8e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.025353] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80270ef9-5a18-493a-b2fc-a4872f82ec75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.035025] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff2a57e-cb20-499e-9f49-74203e26af88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.047710] env[62533]: DEBUG nova.compute.provider_tree [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.088736] env[62533]: DEBUG nova.compute.manager [req-5512f4e2-139f-4243-b252-971fb7354c48 req-aff3aaa8-977a-4596-b764-0d6f4686af80 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Received event network-vif-plugged-5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1676.089522] env[62533]: DEBUG oslo_concurrency.lockutils [req-5512f4e2-139f-4243-b252-971fb7354c48 req-aff3aaa8-977a-4596-b764-0d6f4686af80 service nova] Acquiring lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.089522] env[62533]: DEBUG oslo_concurrency.lockutils [req-5512f4e2-139f-4243-b252-971fb7354c48 req-aff3aaa8-977a-4596-b764-0d6f4686af80 service nova] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.089522] env[62533]: DEBUG oslo_concurrency.lockutils [req-5512f4e2-139f-4243-b252-971fb7354c48 req-aff3aaa8-977a-4596-b764-0d6f4686af80 service nova] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.089522] env[62533]: DEBUG nova.compute.manager [req-5512f4e2-139f-4243-b252-971fb7354c48 req-aff3aaa8-977a-4596-b764-0d6f4686af80 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] No waiting events found dispatching network-vif-plugged-5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1676.089723] env[62533]: WARNING nova.compute.manager [req-5512f4e2-139f-4243-b252-971fb7354c48 req-aff3aaa8-977a-4596-b764-0d6f4686af80 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Received unexpected event network-vif-plugged-5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 for instance with vm_state building and task_state spawning. [ 1676.134286] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Successfully updated port: 14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1676.136294] env[62533]: INFO nova.compute.manager [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Successfully reverted task state from spawning on failure for instance. [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server [None req-8455a23b-56c6-4df6-858b-d3a0fdd0e03f tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Exception during message handling: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server raise self.value [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server raise self.value [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server raise self.value [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7579, in unshelve_instance [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server do_unshelve_instance() [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7576, in do_unshelve_instance [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self._unshelve_instance( [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7667, in _unshelve_instance [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(logger=LOG): [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server raise self.value [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7659, in _unshelve_instance [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self.driver.spawn(context, instance, image_meta, [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server self._vmops.spawn(context, instance, image_meta, injected_files, [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server vm_ref = self.build_virtual_machine(instance, [ 1676.145183] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server vif_infos = vmwarevif.get_vif_info(self._session, [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server ref = get_network_ref(session, cluster, vif) [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server raise exception.InvalidInput(reason=reason) [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1676.146881] env[62533]: ERROR oslo_messaging.rpc.server [ 1676.203971] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Successfully updated port: 5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1676.346532] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.346532] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.346532] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.412120] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e6ac75-1a1f-58b4-5651-8bf76c727a56, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.412956] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8029f4dc-d24f-4662-8f90-bfe47e90be93 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.416141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.419913] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1676.419913] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e19757-e19b-5abb-6b9c-5d54ababd242" [ 1676.419913] env[62533]: _type = "Task" [ 1676.419913] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.427920] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e19757-e19b-5abb-6b9c-5d54ababd242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.550980] env[62533]: DEBUG nova.scheduler.client.report [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.645050] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "refresh_cache-b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.645283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "refresh_cache-b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.645602] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.706057] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "refresh_cache-0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.706057] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "refresh_cache-0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.706057] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.881054] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.932822] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e19757-e19b-5abb-6b9c-5d54ababd242, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.933118] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.933374] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c/385c7f84-8efd-47d6-ae9b-97d63009b89c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1676.933633] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bebe13e-06a0-403d-9ff9-ece6d2f62443 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.939982] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1676.939982] env[62533]: value = "task-1898508" [ 1676.939982] env[62533]: _type = "Task" [ 1676.939982] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.947736] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.057330] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.057869] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.060728] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.694s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.064139] env[62533]: INFO nova.compute.claims [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.191553] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1677.323708] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1677.355902] env[62533]: DEBUG nova.network.neutron [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updating instance_info_cache with network_info: [{"id": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "address": "fa:16:3e:61:26:85", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63251dd-5e", "ovs_interfaceid": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "address": "fa:16:3e:1c:80:68", "network": {"id": "218c32b4-88ab-4175-8257-d4fb70bebfd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896181434", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6922b3-21", "ovs_interfaceid": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69dfd3a6-0881-4287-ac40-362e80e824d0", "address": "fa:16:3e:ea:93:77", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69dfd3a6-08", "ovs_interfaceid": "69dfd3a6-0881-4287-ac40-362e80e824d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.454583] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.568259] env[62533]: DEBUG nova.compute.utils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.570161] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.570490] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.615526] env[62533]: DEBUG nova.policy [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef48c7929e7e45cbb6a5314aaf7667da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2c22df85184d8088d2977e45da316c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.762196] env[62533]: DEBUG nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-changed-69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1677.762196] env[62533]: DEBUG nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Refreshing instance network info cache due to event network-changed-69dfd3a6-0881-4287-ac40-362e80e824d0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1677.762196] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Acquiring lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.852261] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Updating instance_info_cache with network_info: [{"id": "14302735-efc2-4057-a739-1295e977b3ee", "address": "fa:16:3e:01:00:86", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14302735-ef", "ovs_interfaceid": "14302735-efc2-4057-a739-1295e977b3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.857881] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Releasing lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.858433] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance network_info: |[{"id": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "address": "fa:16:3e:61:26:85", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63251dd-5e", "ovs_interfaceid": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "address": "fa:16:3e:1c:80:68", "network": {"id": "218c32b4-88ab-4175-8257-d4fb70bebfd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896181434", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6922b3-21", "ovs_interfaceid": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69dfd3a6-0881-4287-ac40-362e80e824d0", "address": "fa:16:3e:ea:93:77", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69dfd3a6-08", "ovs_interfaceid": "69dfd3a6-0881-4287-ac40-362e80e824d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1677.859977] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Acquired lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.860372] env[62533]: DEBUG nova.network.neutron [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Refreshing network info cache for port 69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.861833] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:26:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b63251dd-5efd-4653-8e53-18dcc35b4f28', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:80:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b6922b3-21a6-489f-a295-e7e6d4f841ce', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:93:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69dfd3a6-0881-4287-ac40-362e80e824d0', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.876211] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Creating folder: Project (d5cd00f38f724a5c8d8ee4033adb2271). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1677.880681] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfe736d5-54cc-49dd-ba49-92b4261ae977 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.896260] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Created folder: Project (d5cd00f38f724a5c8d8ee4033adb2271) in parent group-v391816. [ 1677.896260] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Creating folder: Instances. Parent ref: group-v392009. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1677.896260] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc06549b-4772-46ba-9909-49c15dd70ac8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.909318] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Created folder: Instances in parent group-v392009. [ 1677.909528] env[62533]: DEBUG oslo.service.loopingcall [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.910352] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.910352] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d0c72d-32e0-4494-b04e-4b918c061ad6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.939129] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.939129] env[62533]: value = "task-1898511" [ 1677.939129] env[62533]: _type = "Task" [ 1677.939129] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.939495] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Updating instance_info_cache with network_info: [{"id": "5904fa2d-90fb-41cb-8bff-c43db1ea7ef9", "address": "fa:16:3e:b2:a5:09", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5904fa2d-90", "ovs_interfaceid": "5904fa2d-90fb-41cb-8bff-c43db1ea7ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.959299] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898511, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.959299] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515447} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.960176] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c/385c7f84-8efd-47d6-ae9b-97d63009b89c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1677.960176] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1677.960176] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fdd8893-9fae-4aeb-8d75-6a71a1d8766b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.970067] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1677.970067] env[62533]: value = "task-1898512" [ 1677.970067] env[62533]: _type = "Task" [ 1677.970067] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.980486] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.999522] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Successfully created port: ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.070870] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.295500] env[62533]: DEBUG nova.compute.manager [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Received event network-changed-5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1678.295841] env[62533]: DEBUG nova.compute.manager [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Refreshing instance network info cache due to event network-changed-5904fa2d-90fb-41cb-8bff-c43db1ea7ef9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1678.296160] env[62533]: DEBUG oslo_concurrency.lockutils [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] Acquiring lock "refresh_cache-0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.344196] env[62533]: DEBUG nova.network.neutron [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updated VIF entry in instance network info cache for port 69dfd3a6-0881-4287-ac40-362e80e824d0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.344196] env[62533]: DEBUG nova.network.neutron [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updating instance_info_cache with network_info: [{"id": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "address": "fa:16:3e:61:26:85", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63251dd-5e", "ovs_interfaceid": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "address": "fa:16:3e:1c:80:68", "network": {"id": "218c32b4-88ab-4175-8257-d4fb70bebfd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896181434", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6922b3-21", "ovs_interfaceid": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69dfd3a6-0881-4287-ac40-362e80e824d0", "address": "fa:16:3e:ea:93:77", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69dfd3a6-08", "ovs_interfaceid": "69dfd3a6-0881-4287-ac40-362e80e824d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.355017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "refresh_cache-b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.355017] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Instance network_info: |[{"id": "14302735-efc2-4057-a739-1295e977b3ee", "address": "fa:16:3e:01:00:86", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14302735-ef", "ovs_interfaceid": "14302735-efc2-4057-a739-1295e977b3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.355277] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:00:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14302735-efc2-4057-a739-1295e977b3ee', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.362788] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Creating folder: Project (8b2c22df85184d8088d2977e45da316c). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.365752] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95126e83-d26c-47cb-9aed-c81620cef768 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.378632] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Created folder: Project (8b2c22df85184d8088d2977e45da316c) in parent group-v391816. [ 1678.378845] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Creating folder: Instances. Parent ref: group-v392012. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.381407] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e223aa15-e204-45cf-8a06-452b7c2e2adb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.392544] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Created folder: Instances in parent group-v392012. [ 1678.392779] env[62533]: DEBUG oslo.service.loopingcall [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.395208] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.395639] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922c9218-91c3-4797-bc51-514af5b1bd4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.418395] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.418395] env[62533]: value = "task-1898515" [ 1678.418395] env[62533]: _type = "Task" [ 1678.418395] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.429424] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898515, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.448338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "refresh_cache-0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.448669] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Instance network_info: |[{"id": "5904fa2d-90fb-41cb-8bff-c43db1ea7ef9", "address": "fa:16:3e:b2:a5:09", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5904fa2d-90", "ovs_interfaceid": "5904fa2d-90fb-41cb-8bff-c43db1ea7ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.452546] env[62533]: DEBUG oslo_concurrency.lockutils [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] Acquired lock "refresh_cache-0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.452758] env[62533]: DEBUG nova.network.neutron [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Refreshing network info cache for port 5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.454010] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:a5:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5904fa2d-90fb-41cb-8bff-c43db1ea7ef9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.461484] env[62533]: DEBUG oslo.service.loopingcall [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.461812] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898511, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.462191] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.462416] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-241cc378-21cb-466c-944d-c4ebe22fe566 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.491818] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081998} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.495045] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.497253] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c370d48c-0b46-4825-9e10-d1e8093fda84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.499864] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.499864] env[62533]: value = "task-1898516" [ 1678.499864] env[62533]: _type = "Task" [ 1678.499864] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.522770] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c/385c7f84-8efd-47d6-ae9b-97d63009b89c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.524773] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77682d6a-c354-40b8-a7e2-ee9de291f4e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.539796] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f304ac-f39f-4e58-ab09-32de849fe1ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.545978] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898516, 'name': CreateVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.551379] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727d6de7-bd93-49a1-bd01-19f42e3adb8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.556113] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.556408] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.556646] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.556847] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.557091] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.558899] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1678.558899] env[62533]: value = "task-1898517" [ 1678.558899] env[62533]: _type = "Task" [ 1678.558899] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.559388] env[62533]: INFO nova.compute.manager [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Terminating instance [ 1678.596934] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636751ce-1bca-4fe3-ac33-84dbf2bd652e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.603273] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.610865] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c617c-b4bd-4a60-a4e6-5ec3b3f6adc4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.628047] env[62533]: DEBUG nova.compute.provider_tree [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.848014] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Releasing lock "refresh_cache-7e8e7d19-671d-4ee2-9979-ce4e415c165a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.848120] env[62533]: DEBUG nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Received event network-vif-plugged-14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1678.849222] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Acquiring lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.849222] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.849222] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.849222] env[62533]: DEBUG nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] No waiting events found dispatching network-vif-plugged-14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.849222] env[62533]: WARNING nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Received unexpected event network-vif-plugged-14302735-efc2-4057-a739-1295e977b3ee for instance with vm_state building and task_state spawning. [ 1678.849222] env[62533]: DEBUG nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Received event network-changed-14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1678.849477] env[62533]: DEBUG nova.compute.manager [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Refreshing instance network info cache due to event network-changed-14302735-efc2-4057-a739-1295e977b3ee. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1678.850822] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Acquiring lock "refresh_cache-b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.850822] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Acquired lock "refresh_cache-b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.850822] env[62533]: DEBUG nova.network.neutron [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Refreshing network info cache for port 14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.931466] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898515, 'name': CreateVM_Task, 'duration_secs': 0.494188} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.931466] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.932221] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.932540] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.932941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1678.933301] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebb6f1c-0c94-4778-86a4-07f04d0d1fc8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.939110] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1678.939110] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bb9e47-eb4b-66d4-9909-8609f55af68d" [ 1678.939110] env[62533]: _type = "Task" [ 1678.939110] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.952527] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bb9e47-eb4b-66d4-9909-8609f55af68d, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.956108] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.956507] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.956850] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.957110] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.957400] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.957714] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898511, 'name': CreateVM_Task, 'duration_secs': 0.692679} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.957995] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2419bdde-e530-4833-bbaf-be4ef76ff197 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.960620] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.961530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.961789] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.962175] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1678.964922] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92fd9ba-c5fe-47e4-8998-8f25f04355a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.973018] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1678.973018] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52906511-0a7a-24ba-6273-c4f3e0360066" [ 1678.973018] env[62533]: _type = "Task" [ 1678.973018] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.973018] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.973018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.973018] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caebff40-dd2d-47fd-a615-b310aa72fb4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.981460] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1678.981460] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fe8621-72b6-ae67-b325-cdbca4c6f4cd" [ 1678.981460] env[62533]: _type = "Task" [ 1678.981460] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.985247] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52906511-0a7a-24ba-6273-c4f3e0360066, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.989282] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.989282] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.989282] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.995717] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fe8621-72b6-ae67-b325-cdbca4c6f4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008453} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.996610] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0743a1e4-eb9d-4091-8028-ffca97117652 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.004988] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1679.004988] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e4d794-16e1-5888-43bf-f4c04f6a0c08" [ 1679.004988] env[62533]: _type = "Task" [ 1679.004988] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.011576] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898516, 'name': CreateVM_Task, 'duration_secs': 0.387688} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.012301] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.012975] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.013229] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.013579] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.018021] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4169ba-0f54-47c0-8107-8b5ebef104f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.018445] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e4d794-16e1-5888-43bf-f4c04f6a0c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.021656] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1679.021656] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526e9bfa-dd0a-1d0e-1903-8f7f6a1a5c9d" [ 1679.021656] env[62533]: _type = "Task" [ 1679.021656] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.031300] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526e9bfa-dd0a-1d0e-1903-8f7f6a1a5c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.071529] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898517, 'name': ReconfigVM_Task, 'duration_secs': 0.37899} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.071797] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c/385c7f84-8efd-47d6-ae9b-97d63009b89c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.072546] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2051b0-2869-4be3-aeab-6d8c482a17ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.079626] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1679.079626] env[62533]: value = "task-1898518" [ 1679.079626] env[62533]: _type = "Task" [ 1679.079626] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.089783] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898518, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.092816] env[62533]: DEBUG nova.compute.manager [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.092816] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.093706] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac1b02-b97c-422c-9e47-0ed198943e90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.097197] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.105594] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.105866] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-559bfa3d-ccf5-4451-94aa-dffb94e2e05c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.112320] env[62533]: DEBUG oslo_vmware.api [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1679.112320] env[62533]: value = "task-1898519" [ 1679.112320] env[62533]: _type = "Task" [ 1679.112320] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.121592] env[62533]: DEBUG oslo_vmware.api [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.131490] env[62533]: DEBUG nova.scheduler.client.report [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.140109] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.140376] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.140540] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.140740] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.140897] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.141554] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.142136] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.142426] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.142700] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.142880] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.143120] env[62533]: DEBUG nova.virt.hardware [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.144316] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71cd73-9335-4000-8624-a5c12eec5af5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.152985] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc7a33b-32da-4953-9054-ee8f589dc0d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.360267] env[62533]: DEBUG nova.network.neutron [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Updated VIF entry in instance network info cache for port 5904fa2d-90fb-41cb-8bff-c43db1ea7ef9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.360618] env[62533]: DEBUG nova.network.neutron [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Updating instance_info_cache with network_info: [{"id": "5904fa2d-90fb-41cb-8bff-c43db1ea7ef9", "address": "fa:16:3e:b2:a5:09", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5904fa2d-90", "ovs_interfaceid": "5904fa2d-90fb-41cb-8bff-c43db1ea7ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.517213] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e4d794-16e1-5888-43bf-f4c04f6a0c08, 'name': SearchDatastore_Task, 'duration_secs': 0.019568} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.517542] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.517735] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a/b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.518117] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.518306] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.518523] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c1eb57b-4561-4b1a-9448-5cdf458d53db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.520434] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc84536-51f0-4233-8cd5-57d437875d73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.528778] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1679.528778] env[62533]: value = "task-1898520" [ 1679.528778] env[62533]: _type = "Task" [ 1679.528778] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.535771] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526e9bfa-dd0a-1d0e-1903-8f7f6a1a5c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.031999} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.537157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.537442] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.537718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.537932] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.538121] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.541436] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fecbadd-eb6d-4662-b3b9-be372dd02a1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.543862] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.546881] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1679.546881] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a3ae5-3909-f2fe-5cf6-6de7d98d0173" [ 1679.546881] env[62533]: _type = "Task" [ 1679.546881] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.554758] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a3ae5-3909-f2fe-5cf6-6de7d98d0173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.589372] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898518, 'name': Rename_Task, 'duration_secs': 0.180278} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.589738] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.589869] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0fd7bf1-2422-4a82-911a-1b2d1dccb0b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.595875] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1679.595875] env[62533]: value = "task-1898521" [ 1679.595875] env[62533]: _type = "Task" [ 1679.595875] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.610625] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.623565] env[62533]: DEBUG oslo_vmware.api [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898519, 'name': PowerOffVM_Task, 'duration_secs': 0.278517} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.623833] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.624468] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.624468] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88baa83f-a6ec-4114-a2ec-54d094db38ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.649116] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.649823] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.652467] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.027s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.652856] env[62533]: DEBUG nova.objects.instance [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lazy-loading 'resources' on Instance uuid c6f4e907-975b-4541-a1f9-63872df7fa60 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.716683] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.716683] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.716683] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Deleting the datastore file [datastore1] 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.717923] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Successfully updated port: ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.721501] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d823733-4588-4c19-9a74-4a7043e9afa1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.728639] env[62533]: DEBUG oslo_vmware.api [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1679.728639] env[62533]: value = "task-1898523" [ 1679.728639] env[62533]: _type = "Task" [ 1679.728639] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.738756] env[62533]: DEBUG oslo_vmware.api [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.757204] env[62533]: DEBUG nova.network.neutron [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Updated VIF entry in instance network info cache for port 14302735-efc2-4057-a739-1295e977b3ee. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.757360] env[62533]: DEBUG nova.network.neutron [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Updating instance_info_cache with network_info: [{"id": "14302735-efc2-4057-a739-1295e977b3ee", "address": "fa:16:3e:01:00:86", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14302735-ef", "ovs_interfaceid": "14302735-efc2-4057-a739-1295e977b3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.863311] env[62533]: DEBUG oslo_concurrency.lockutils [req-d006ca13-6913-49f7-a813-728ae6cb2260 req-bba6a858-54a0-4ab4-84ae-8e55ceaa5e53 service nova] Releasing lock "refresh_cache-0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.041521] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.058193] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a3ae5-3909-f2fe-5cf6-6de7d98d0173, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.059199] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a4fb6c-08a8-4616-adca-44bd4243141e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.067087] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1680.067087] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dfb22c-e92e-a946-3500-660b953511a5" [ 1680.067087] env[62533]: _type = "Task" [ 1680.067087] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.075431] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dfb22c-e92e-a946-3500-660b953511a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.106553] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.157686] env[62533]: DEBUG nova.compute.utils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.163629] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.163629] env[62533]: DEBUG nova.network.neutron [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.223580] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "refresh_cache-0a32178a-7f29-4320-993b-c5f72059755a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.223804] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "refresh_cache-0a32178a-7f29-4320-993b-c5f72059755a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.223985] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.245384] env[62533]: DEBUG oslo_vmware.api [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382176} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.249112] env[62533]: DEBUG nova.policy [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8408af7245dda000bd0a55d0c69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8818ad7c1c994b71a958521b0a8f98b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.249112] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.249351] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.249474] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.249682] env[62533]: INFO nova.compute.manager [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1680.249943] env[62533]: DEBUG oslo.service.loopingcall [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.250495] env[62533]: DEBUG nova.compute.manager [-] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.253026] env[62533]: DEBUG nova.network.neutron [-] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.260033] env[62533]: DEBUG oslo_concurrency.lockutils [req-c600e6a1-fcc4-451a-8994-92fafdf4a05c req-92e46ba0-6c21-4e45-b320-17757427f156 service nova] Releasing lock "refresh_cache-b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.341899] env[62533]: DEBUG nova.compute.manager [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Received event network-vif-plugged-ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1680.343826] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] Acquiring lock "0a32178a-7f29-4320-993b-c5f72059755a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.345862] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] Lock "0a32178a-7f29-4320-993b-c5f72059755a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.345862] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] Lock "0a32178a-7f29-4320-993b-c5f72059755a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.345862] env[62533]: DEBUG nova.compute.manager [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] No waiting events found dispatching network-vif-plugged-ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1680.345862] env[62533]: WARNING nova.compute.manager [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Received unexpected event network-vif-plugged-ad939dd5-edb9-4a79-b0f5-82c46c4ac90d for instance with vm_state building and task_state spawning. [ 1680.345862] env[62533]: DEBUG nova.compute.manager [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Received event network-changed-ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1680.345862] env[62533]: DEBUG nova.compute.manager [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Refreshing instance network info cache due to event network-changed-ad939dd5-edb9-4a79-b0f5-82c46c4ac90d. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1680.345862] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] Acquiring lock "refresh_cache-0a32178a-7f29-4320-993b-c5f72059755a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.540068] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530353} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.540738] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a/b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.541106] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.541481] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e27e1d14-fe74-46a0-b2d7-086b74b465fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.557271] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1680.557271] env[62533]: value = "task-1898524" [ 1680.557271] env[62533]: _type = "Task" [ 1680.557271] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.566110] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.579765] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dfb22c-e92e-a946-3500-660b953511a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.580119] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.580377] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 7e8e7d19-671d-4ee2-9979-ce4e415c165a/7e8e7d19-671d-4ee2-9979-ce4e415c165a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.581200] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.581200] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.581200] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c4bc1fa-580f-403f-b658-445434a33146 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.583302] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca33939-a029-4556-adf4-78da14cd4cc1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.590305] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1680.590305] env[62533]: value = "task-1898525" [ 1680.590305] env[62533]: _type = "Task" [ 1680.590305] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.598577] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.598758] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.603638] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a221ead8-c7f1-4645-a9b5-7a90682f0687 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.609823] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.620286] env[62533]: DEBUG oslo_vmware.api [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898521, 'name': PowerOnVM_Task, 'duration_secs': 0.67333} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.620652] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1680.620652] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e67d27-12e5-7711-b423-715d3e103427" [ 1680.620652] env[62533]: _type = "Task" [ 1680.620652] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.621042] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.621250] env[62533]: INFO nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Took 12.92 seconds to spawn the instance on the hypervisor. [ 1680.621461] env[62533]: DEBUG nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.622374] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c1f543-fcc0-434e-8820-00e0ba0b1b55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.634717] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e67d27-12e5-7711-b423-715d3e103427, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.643812] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf9cb98-f834-41cc-9296-db3c0ac77a94 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.649704] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1680.649704] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e3d1e7-e20c-e941-d1ae-16bd931291ea" [ 1680.649704] env[62533]: _type = "Task" [ 1680.649704] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.659018] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e3d1e7-e20c-e941-d1ae-16bd931291ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.663046] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.701234] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0859b3-7a19-47c1-bf23-8eaf243fa502 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.713719] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a0c2be-4432-49aa-9b4b-601b1f91ba99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.751117] env[62533]: DEBUG nova.network.neutron [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Successfully created port: 616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.753654] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b08530-2083-476d-b09f-16f190e0ac66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.762882] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92bd927-4d39-416c-8141-68cf18dff31c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.779266] env[62533]: DEBUG nova.compute.provider_tree [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.837072] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.068310] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31485} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.068604] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1681.069479] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bd348f-9afa-4bdb-91b9-b31cd558c449 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.096300] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a/b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.096898] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b10ef90-eb96-45c5-8958-1063339591a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.125873] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.127505] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1681.127505] env[62533]: value = "task-1898526" [ 1681.127505] env[62533]: _type = "Task" [ 1681.127505] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.136164] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.160405] env[62533]: INFO nova.compute.manager [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Took 36.88 seconds to build instance. [ 1681.166060] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e3d1e7-e20c-e941-d1ae-16bd931291ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.166170] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.166759] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5/0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.166759] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24519f07-9dad-40b5-9a5d-43eb09b6bceb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.181558] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1681.181558] env[62533]: value = "task-1898527" [ 1681.181558] env[62533]: _type = "Task" [ 1681.181558] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.193650] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.199605] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.199831] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.222252] env[62533]: DEBUG nova.network.neutron [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Updating instance_info_cache with network_info: [{"id": "ad939dd5-edb9-4a79-b0f5-82c46c4ac90d", "address": "fa:16:3e:5e:64:8e", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad939dd5-ed", "ovs_interfaceid": "ad939dd5-edb9-4a79-b0f5-82c46c4ac90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.284823] env[62533]: DEBUG nova.scheduler.client.report [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.317865] env[62533]: DEBUG nova.network.neutron [-] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.612325] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562207} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.612709] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 7e8e7d19-671d-4ee2-9979-ce4e415c165a/7e8e7d19-671d-4ee2-9979-ce4e415c165a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.613102] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.613411] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462fc518-1f9d-4a53-b120-de7d42c4931a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.621007] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1681.621007] env[62533]: value = "task-1898528" [ 1681.621007] env[62533]: _type = "Task" [ 1681.621007] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.634270] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.639034] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898526, 'name': ReconfigVM_Task, 'duration_secs': 0.494627} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.639321] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Reconfigured VM instance instance-00000046 to attach disk [datastore2] b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a/b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.639868] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a56e2a2-4280-49ab-9ebf-bd6bb3fbbccd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.645932] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1681.645932] env[62533]: value = "task-1898529" [ 1681.645932] env[62533]: _type = "Task" [ 1681.645932] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.660043] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898529, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.661526] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a510b412-93e8-4d05-8d3a-a7a3a209ba7c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.398s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.676027] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.690938] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.705843] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.706369] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.707033] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.707033] env[62533]: DEBUG nova.virt.hardware [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.715946] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38304a74-c830-4ed8-aa78-7d4d03d8932f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.721368] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.721368] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1681.728856] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "refresh_cache-0a32178a-7f29-4320-993b-c5f72059755a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.729656] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Instance network_info: |[{"id": "ad939dd5-edb9-4a79-b0f5-82c46c4ac90d", "address": "fa:16:3e:5e:64:8e", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad939dd5-ed", "ovs_interfaceid": "ad939dd5-edb9-4a79-b0f5-82c46c4ac90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.731232] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608cac6b-c1d7-4cf4-b4df-068164e211a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.735776] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] Acquired lock "refresh_cache-0a32178a-7f29-4320-993b-c5f72059755a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.736032] env[62533]: DEBUG nova.network.neutron [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Refreshing network info cache for port ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.737281] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:64:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad939dd5-edb9-4a79-b0f5-82c46c4ac90d', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.746484] env[62533]: DEBUG oslo.service.loopingcall [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.747082] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.749022] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24c693dd-4933-4d10-ab2a-7f243df9e4a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.783900] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.783900] env[62533]: value = "task-1898530" [ 1681.783900] env[62533]: _type = "Task" [ 1681.783900] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.794555] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.796823] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898530, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.797365] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.860s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.797680] env[62533]: DEBUG nova.objects.instance [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lazy-loading 'resources' on Instance uuid 691283c4-becb-4caa-8bc2-899110cf74b4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.822274] env[62533]: INFO nova.compute.manager [-] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Took 1.57 seconds to deallocate network for instance. [ 1681.829022] env[62533]: INFO nova.scheduler.client.report [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Deleted allocations for instance c6f4e907-975b-4541-a1f9-63872df7fa60 [ 1682.132022] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311714} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.132429] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.133347] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ac32b-c317-43b7-bc7a-10a325b4ef1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.163243] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7e8e7d19-671d-4ee2-9979-ce4e415c165a/7e8e7d19-671d-4ee2-9979-ce4e415c165a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.168096] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27d5f2d-2e69-4bb4-8cfe-24c7bc14490c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.190108] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898529, 'name': Rename_Task, 'duration_secs': 0.163278} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.191170] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.192075] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640a4e58-cc67-4a48-b898-a5362d43ac17 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.193722] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1682.193722] env[62533]: value = "task-1898531" [ 1682.193722] env[62533]: _type = "Task" [ 1682.193722] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.196960] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.202218] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1682.202218] env[62533]: value = "task-1898532" [ 1682.202218] env[62533]: _type = "Task" [ 1682.202218] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.205597] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.213261] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.247765] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.248058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.248304] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1682.298023] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898530, 'name': CreateVM_Task, 'duration_secs': 0.377176} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.298023] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.298023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.298023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.298023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.298023] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36b40ec-2863-43eb-8e5b-29debe0e1a62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.308349] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1682.308349] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526252c7-1ff6-a61f-ebac-9900eaae543b" [ 1682.308349] env[62533]: _type = "Task" [ 1682.308349] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.317554] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526252c7-1ff6-a61f-ebac-9900eaae543b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.329438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.335536] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7c8a8e20-a0ab-474a-a296-17af9a1127e3 tempest-ListImageFiltersTestJSON-154119508 tempest-ListImageFiltersTestJSON-154119508-project-member] Lock "c6f4e907-975b-4541-a1f9-63872df7fa60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.683s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.457352] env[62533]: DEBUG nova.compute.manager [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Received event network-vif-deleted-e51d3ae0-7051-4b01-883b-5ac663e69971 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1682.457352] env[62533]: DEBUG nova.compute.manager [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Received event network-changed-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1682.457352] env[62533]: DEBUG nova.compute.manager [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Refreshing instance network info cache due to event network-changed-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1682.457352] env[62533]: DEBUG oslo_concurrency.lockutils [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.457352] env[62533]: DEBUG oslo_concurrency.lockutils [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.457352] env[62533]: DEBUG nova.network.neutron [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Refreshing network info cache for port 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.585459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.586090] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.694948] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898527, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.433047} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.696370] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5/0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.696370] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.696370] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75bb466a-3d1e-4282-9d43-20751890c381 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.698885] env[62533]: DEBUG nova.network.neutron [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Updated VIF entry in instance network info cache for port ad939dd5-edb9-4a79-b0f5-82c46c4ac90d. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.699663] env[62533]: DEBUG nova.network.neutron [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Updating instance_info_cache with network_info: [{"id": "ad939dd5-edb9-4a79-b0f5-82c46c4ac90d", "address": "fa:16:3e:5e:64:8e", "network": {"id": "25d66d1c-015d-4467-a483-b17087a45102", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1623358272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c22df85184d8088d2977e45da316c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad939dd5-ed", "ovs_interfaceid": "ad939dd5-edb9-4a79-b0f5-82c46c4ac90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.721435] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1682.721435] env[62533]: value = "task-1898533" [ 1682.721435] env[62533]: _type = "Task" [ 1682.721435] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.727814] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.739783] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898532, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.743208] env[62533]: DEBUG nova.compute.manager [req-c5afe789-7121-4bbf-822b-5867ec3396da req-d68dad86-a790-45d3-b61d-07429e4f848c service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Received event network-vif-plugged-616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1682.743208] env[62533]: DEBUG oslo_concurrency.lockutils [req-c5afe789-7121-4bbf-822b-5867ec3396da req-d68dad86-a790-45d3-b61d-07429e4f848c service nova] Acquiring lock "b2a6d484-5a09-4002-8ba5-36778d3a8860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.743208] env[62533]: DEBUG oslo_concurrency.lockutils [req-c5afe789-7121-4bbf-822b-5867ec3396da req-d68dad86-a790-45d3-b61d-07429e4f848c service nova] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.743392] env[62533]: DEBUG oslo_concurrency.lockutils [req-c5afe789-7121-4bbf-822b-5867ec3396da req-d68dad86-a790-45d3-b61d-07429e4f848c service nova] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.743596] env[62533]: DEBUG nova.compute.manager [req-c5afe789-7121-4bbf-822b-5867ec3396da req-d68dad86-a790-45d3-b61d-07429e4f848c service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] No waiting events found dispatching network-vif-plugged-616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1682.743824] env[62533]: WARNING nova.compute.manager [req-c5afe789-7121-4bbf-822b-5867ec3396da req-d68dad86-a790-45d3-b61d-07429e4f848c service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Received unexpected event network-vif-plugged-616fa177-688d-4a89-980a-ba2455914dc7 for instance with vm_state building and task_state spawning. [ 1682.747818] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.782646] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.822081] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526252c7-1ff6-a61f-ebac-9900eaae543b, 'name': SearchDatastore_Task, 'duration_secs': 0.057177} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.823692] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.823948] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.824211] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.824389] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.824534] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.825489] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26be6e47-ae75-4e69-800f-dca96520eaa1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.828152] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad78989d-4cf2-4b90-86bb-3a5abb1534dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.835152] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d096baca-b714-49b1-af34-cf2859aacdd4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.840241] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.840502] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.841885] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7758c325-9f97-4db4-929d-0de102259b92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.877522] env[62533]: DEBUG nova.network.neutron [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Successfully updated port: 616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.882551] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7405961c-f8c3-47a6-bc48-9a984700ae0b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.886299] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1682.886299] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b69384-1983-9b13-5f5c-c2ee8204f236" [ 1682.886299] env[62533]: _type = "Task" [ 1682.886299] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.894822] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355aa63-b698-4909-aa4a-504f91c257c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.904278] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b69384-1983-9b13-5f5c-c2ee8204f236, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.904795] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8c2347-3a14-4c7b-8063-3a7a59904bd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.916642] env[62533]: DEBUG nova.compute.provider_tree [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.925385] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1682.925385] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d457ce-30ac-390b-628f-75334a0e4f29" [ 1682.925385] env[62533]: _type = "Task" [ 1682.925385] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.936237] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d457ce-30ac-390b-628f-75334a0e4f29, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.936574] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.937040] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0a32178a-7f29-4320-993b-c5f72059755a/0a32178a-7f29-4320-993b-c5f72059755a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.937719] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9666b5bc-faad-40c4-84d6-601c156bdb1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.945223] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1682.945223] env[62533]: value = "task-1898534" [ 1682.945223] env[62533]: _type = "Task" [ 1682.945223] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.958190] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.091243] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1683.211672] env[62533]: DEBUG oslo_concurrency.lockutils [req-3e61186b-c90d-4b26-bef2-7f19e20d7b0f req-d1788eae-3ae1-4231-8a1e-c2e429a8282e service nova] Releasing lock "refresh_cache-0a32178a-7f29-4320-993b-c5f72059755a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.212223] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898531, 'name': ReconfigVM_Task, 'duration_secs': 0.632557} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.216447] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7e8e7d19-671d-4ee2-9979-ce4e415c165a/7e8e7d19-671d-4ee2-9979-ce4e415c165a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.217242] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b8baa0f-cf7b-477a-8933-c46159f212bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.226605] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898532, 'name': PowerOnVM_Task, 'duration_secs': 0.770381} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.228447] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.228607] env[62533]: INFO nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Took 13.01 seconds to spawn the instance on the hypervisor. [ 1683.228669] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.231023] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1683.231023] env[62533]: value = "task-1898535" [ 1683.231023] env[62533]: _type = "Task" [ 1683.231023] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.233688] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a3065d-0bfa-447f-bd3b-3ae057cc20a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.252057] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075895} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.255734] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.257097] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d06da-bfc0-4f1f-8693-73a3cada4e0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.284085] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5/0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.288153] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6b02bd-3c75-4ea5-b49e-fd7b3b31e20c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.308974] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1683.308974] env[62533]: value = "task-1898536" [ 1683.308974] env[62533]: _type = "Task" [ 1683.308974] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.324394] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.384764] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-b2a6d484-5a09-4002-8ba5-36778d3a8860" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.384764] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-b2a6d484-5a09-4002-8ba5-36778d3a8860" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.384764] env[62533]: DEBUG nova.network.neutron [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.422217] env[62533]: DEBUG nova.scheduler.client.report [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.437724] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.454912] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488477} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.455767] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0a32178a-7f29-4320-993b-c5f72059755a/0a32178a-7f29-4320-993b-c5f72059755a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.456013] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.456270] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac15f9df-9463-476d-becb-d3fd0b9cd5f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.464234] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1683.464234] env[62533]: value = "task-1898537" [ 1683.464234] env[62533]: _type = "Task" [ 1683.464234] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.473349] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.530212] env[62533]: DEBUG nova.network.neutron [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updated VIF entry in instance network info cache for port 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.530598] env[62533]: DEBUG nova.network.neutron [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.616597] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.748311] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898535, 'name': Rename_Task, 'duration_secs': 0.318781} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.748647] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.748963] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a79444-7249-4ab3-9bfc-9ed6f4fd8bbb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.755114] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1683.755114] env[62533]: value = "task-1898538" [ 1683.755114] env[62533]: _type = "Task" [ 1683.755114] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.764125] env[62533]: INFO nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Took 35.82 seconds to build instance. [ 1683.768153] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.820267] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.921031] env[62533]: DEBUG nova.network.neutron [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.927958] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.930402] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.488s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.930629] env[62533]: DEBUG nova.objects.instance [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lazy-loading 'resources' on Instance uuid 813d7574-310c-4d97-92aa-e19995c25093 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.941976] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-691283c4-becb-4caa-8bc2-899110cf74b4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.941976] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1683.943474] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.943474] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.943474] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.944678] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.944678] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.944678] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.944678] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1683.944678] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.957734] env[62533]: INFO nova.scheduler.client.report [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Deleted allocations for instance 691283c4-becb-4caa-8bc2-899110cf74b4 [ 1683.974496] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283382} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.974728] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.975525] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25d7f42-7fa1-48a0-80f7-6c11fbb03cd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.001660] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0a32178a-7f29-4320-993b-c5f72059755a/0a32178a-7f29-4320-993b-c5f72059755a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.001660] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b19d57-fc0d-42f3-a5e4-dc5de82e86e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.022857] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1684.022857] env[62533]: value = "task-1898539" [ 1684.022857] env[62533]: _type = "Task" [ 1684.022857] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.032922] env[62533]: DEBUG oslo_concurrency.lockutils [req-2fd7a541-4165-41ae-87f7-368eb7ea4f32 req-daad0007-9a24-4c7e-9afc-a789564c371f service nova] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.033325] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.091308] env[62533]: DEBUG nova.network.neutron [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Updating instance_info_cache with network_info: [{"id": "616fa177-688d-4a89-980a-ba2455914dc7", "address": "fa:16:3e:5f:85:be", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616fa177-68", "ovs_interfaceid": "616fa177-688d-4a89-980a-ba2455914dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.267196] env[62533]: DEBUG oslo_vmware.api [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898538, 'name': PowerOnVM_Task, 'duration_secs': 0.489698} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.267477] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.267681] env[62533]: INFO nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Took 21.68 seconds to spawn the instance on the hypervisor. [ 1684.267862] env[62533]: DEBUG nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.268702] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f800bfd2-4a7a-482b-8a3c-4182a72315a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.271449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.337s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.323661] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.447498] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.470388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa7aa4d3-af8a-4a36-ac30-a7c06b820490 tempest-MigrationsAdminTest-713413097 tempest-MigrationsAdminTest-713413097-project-member] Lock "691283c4-becb-4caa-8bc2-899110cf74b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.207s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.535304] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.595010] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-b2a6d484-5a09-4002-8ba5-36778d3a8860" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.595010] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Instance network_info: |[{"id": "616fa177-688d-4a89-980a-ba2455914dc7", "address": "fa:16:3e:5f:85:be", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616fa177-68", "ovs_interfaceid": "616fa177-688d-4a89-980a-ba2455914dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1684.595010] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:85:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616fa177-688d-4a89-980a-ba2455914dc7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.602960] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating folder: Project (8818ad7c1c994b71a958521b0a8f98b7). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1684.604755] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-464baeca-e58f-4753-b586-8f2185bc2686 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.617559] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created folder: Project (8818ad7c1c994b71a958521b0a8f98b7) in parent group-v391816. [ 1684.617788] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating folder: Instances. Parent ref: group-v392017. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1684.620352] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b5d33b-1097-4ae2-8c65-34395188ff13 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.629933] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created folder: Instances in parent group-v392017. [ 1684.630202] env[62533]: DEBUG oslo.service.loopingcall [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.630380] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.632763] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1f737c2-932c-40b8-a81d-fc6b9de20e76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.651725] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.651725] env[62533]: value = "task-1898542" [ 1684.651725] env[62533]: _type = "Task" [ 1684.651725] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.659686] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898542, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.771250] env[62533]: DEBUG nova.compute.manager [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Received event network-changed-616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1684.771478] env[62533]: DEBUG nova.compute.manager [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Refreshing instance network info cache due to event network-changed-616fa177-688d-4a89-980a-ba2455914dc7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1684.771608] env[62533]: DEBUG oslo_concurrency.lockutils [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] Acquiring lock "refresh_cache-b2a6d484-5a09-4002-8ba5-36778d3a8860" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.771708] env[62533]: DEBUG oslo_concurrency.lockutils [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] Acquired lock "refresh_cache-b2a6d484-5a09-4002-8ba5-36778d3a8860" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.771931] env[62533]: DEBUG nova.network.neutron [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Refreshing network info cache for port 616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.789689] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c326e4-8877-42ba-95af-4a2617aff704 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.795665] env[62533]: INFO nova.compute.manager [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Took 43.26 seconds to build instance. [ 1684.800862] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b878302-4502-4790-a365-3038a5fc24fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.836867] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a706f19-2710-4490-b376-1829e30d6c90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.844840] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898536, 'name': ReconfigVM_Task, 'duration_secs': 1.109082} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.847169] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5/0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.847870] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fb0029-1e50-43cc-bafc-cd3b8bb31c9d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.850486] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d2788-1d61-4f14-b13b-17806aa91f1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.865619] env[62533]: DEBUG nova.compute.provider_tree [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.868025] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1684.868025] env[62533]: value = "task-1898543" [ 1684.868025] env[62533]: _type = "Task" [ 1684.868025] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.876380] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898543, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.034439] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898539, 'name': ReconfigVM_Task, 'duration_secs': 0.91955} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.034776] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0a32178a-7f29-4320-993b-c5f72059755a/0a32178a-7f29-4320-993b-c5f72059755a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.035402] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b72f0417-28f4-40da-bf52-51d815f9ce3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.043691] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1685.043691] env[62533]: value = "task-1898544" [ 1685.043691] env[62533]: _type = "Task" [ 1685.043691] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.053850] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898544, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.161758] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898542, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.301325] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7be7da5e-88e4-4c06-b7b7-5385a116d7f8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.796s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.372593] env[62533]: DEBUG nova.scheduler.client.report [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.381558] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898543, 'name': Rename_Task, 'duration_secs': 0.344209} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.384216] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.384502] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d163f3b-0895-4ee7-af11-4f80c8facd8a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.391804] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1685.391804] env[62533]: value = "task-1898545" [ 1685.391804] env[62533]: _type = "Task" [ 1685.391804] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.401894] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.534806] env[62533]: DEBUG nova.network.neutron [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Updated VIF entry in instance network info cache for port 616fa177-688d-4a89-980a-ba2455914dc7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1685.535372] env[62533]: DEBUG nova.network.neutron [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Updating instance_info_cache with network_info: [{"id": "616fa177-688d-4a89-980a-ba2455914dc7", "address": "fa:16:3e:5f:85:be", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616fa177-68", "ovs_interfaceid": "616fa177-688d-4a89-980a-ba2455914dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.556723] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898544, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.663754] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898542, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.678846] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.678846] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.678846] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.678846] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.678846] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.680508] env[62533]: INFO nova.compute.manager [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Terminating instance [ 1685.883487] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.885845] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.883s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.886098] env[62533]: DEBUG nova.objects.instance [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lazy-loading 'resources' on Instance uuid fe7d3d15-db68-4d83-b26b-2b88599e46aa {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.904469] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898545, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.908054] env[62533]: INFO nova.scheduler.client.report [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted allocations for instance 813d7574-310c-4d97-92aa-e19995c25093 [ 1686.037827] env[62533]: DEBUG oslo_concurrency.lockutils [req-38ca2688-3dd5-4b4f-9b91-79a1c9c76dda req-bbe0da84-7b42-40d9-af38-469f1554e24d service nova] Releasing lock "refresh_cache-b2a6d484-5a09-4002-8ba5-36778d3a8860" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.053585] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898544, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.162895] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898542, 'name': CreateVM_Task, 'duration_secs': 1.051741} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.163098] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.163890] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.164074] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.164403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.164664] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9bed68-fe50-407f-9341-3740c00cb86e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.169280] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1686.169280] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522566e6-9185-80f3-988c-5610037b6c5c" [ 1686.169280] env[62533]: _type = "Task" [ 1686.169280] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.177551] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522566e6-9185-80f3-988c-5610037b6c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.184337] env[62533]: DEBUG nova.compute.manager [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1686.184548] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.185389] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c87733-c206-4403-9e90-2c152a1a26b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.193690] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.193979] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-480a0592-9ef2-4469-8a45-721af6280911 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.200600] env[62533]: DEBUG oslo_vmware.api [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1686.200600] env[62533]: value = "task-1898546" [ 1686.200600] env[62533]: _type = "Task" [ 1686.200600] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.211617] env[62533]: DEBUG oslo_vmware.api [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.405073] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898545, 'name': PowerOnVM_Task, 'duration_secs': 0.579616} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.405434] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.405755] env[62533]: INFO nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Took 13.68 seconds to spawn the instance on the hypervisor. [ 1686.406078] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.406941] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4cb335-ad65-4b38-9d08-81878adc57bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.420958] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dc17e34-33a7-4e61-8b11-b2071b8a8a74 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "813d7574-310c-4d97-92aa-e19995c25093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.589s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.560468] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898544, 'name': Rename_Task, 'duration_secs': 1.183178} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.560855] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.561052] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e96c42-aa10-42df-bb12-7b8b9578a639 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.570330] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1686.570330] env[62533]: value = "task-1898547" [ 1686.570330] env[62533]: _type = "Task" [ 1686.570330] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.579631] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.684470] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522566e6-9185-80f3-988c-5610037b6c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.024093} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.684865] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.685016] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.685340] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.685402] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.685577] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.688591] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a167453-f626-4f58-abd5-b52a71a80691 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.698354] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.698469] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.699157] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21992bde-5b6d-4cb4-896a-6dae934c5ea7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.709127] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1686.709127] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5278bc59-0598-84f3-a7ee-a1c149c2488b" [ 1686.709127] env[62533]: _type = "Task" [ 1686.709127] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.715788] env[62533]: DEBUG oslo_vmware.api [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898546, 'name': PowerOffVM_Task, 'duration_secs': 0.335428} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.716116] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.716116] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.716362] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d711f84-9e9d-40e1-a12b-729141438fa0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.723607] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5278bc59-0598-84f3-a7ee-a1c149c2488b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.767978] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288d396f-296b-41ee-823f-ebde303b43c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.775267] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d1743-52ec-4fb8-8217-34793e5435aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.810033] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c1051d-6a63-495c-93fd-c7fe1b1aa577 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.818201] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01daa7ce-e252-4b1d-a405-d83eb2665c3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.834170] env[62533]: DEBUG nova.compute.provider_tree [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.935100] env[62533]: INFO nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Took 38.96 seconds to build instance. [ 1686.978934] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.979533] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.979752] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Deleting the datastore file [datastore2] 7e8e7d19-671d-4ee2-9979-ce4e415c165a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.980024] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6df6595-e75c-47ee-9872-8c82a2c015c6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.987963] env[62533]: DEBUG oslo_vmware.api [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1686.987963] env[62533]: value = "task-1898549" [ 1686.987963] env[62533]: _type = "Task" [ 1686.987963] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.000235] env[62533]: DEBUG oslo_vmware.api [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.080635] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.229162] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5278bc59-0598-84f3-a7ee-a1c149c2488b, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.230384] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d990f33-9af3-4b61-8ea0-e2c87ab1249d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.242933] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1687.242933] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528be9fd-65ce-dcf8-76e8-e961fc61fac6" [ 1687.242933] env[62533]: _type = "Task" [ 1687.242933] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.251481] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528be9fd-65ce-dcf8-76e8-e961fc61fac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.338170] env[62533]: DEBUG nova.scheduler.client.report [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.438131] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.472s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.476193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "daaa0180-f90b-4982-85a5-6f27042ac1be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.476323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.476496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "daaa0180-f90b-4982-85a5-6f27042ac1be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.476683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.476852] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.479798] env[62533]: INFO nova.compute.manager [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Terminating instance [ 1687.502180] env[62533]: DEBUG oslo_vmware.api [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196183} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.502574] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.502700] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.502911] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.503082] env[62533]: INFO nova.compute.manager [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1687.503352] env[62533]: DEBUG oslo.service.loopingcall [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.503585] env[62533]: DEBUG nova.compute.manager [-] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1687.503689] env[62533]: DEBUG nova.network.neutron [-] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.580871] env[62533]: DEBUG oslo_vmware.api [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898547, 'name': PowerOnVM_Task, 'duration_secs': 0.847266} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.581106] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.581449] env[62533]: INFO nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1687.581747] env[62533]: DEBUG nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.582343] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f04d2-3cf6-4298-bcd2-3f0f9e2af183 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.761575] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528be9fd-65ce-dcf8-76e8-e961fc61fac6, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.762258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.763735] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b2a6d484-5a09-4002-8ba5-36778d3a8860/b2a6d484-5a09-4002-8ba5-36778d3a8860.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.763735] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b041cec6-049f-40a8-91ee-c9b0ff83f4f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.771992] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1687.771992] env[62533]: value = "task-1898550" [ 1687.771992] env[62533]: _type = "Task" [ 1687.771992] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.783803] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.850370] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.851769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.669s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.853743] env[62533]: DEBUG nova.objects.instance [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lazy-loading 'resources' on Instance uuid 30209d85-99ad-4cf8-b9a8-2ed72536ad84 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.872849] env[62533]: INFO nova.scheduler.client.report [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Deleted allocations for instance fe7d3d15-db68-4d83-b26b-2b88599e46aa [ 1687.986490] env[62533]: DEBUG nova.compute.manager [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.986849] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.987815] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05131239-763a-4a47-a042-5e22b532c675 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.999297] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.999297] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a946ff1-5bfd-4096-8570-f3b81e87e9d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.006393] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1688.006393] env[62533]: value = "task-1898551" [ 1688.006393] env[62533]: _type = "Task" [ 1688.006393] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.018403] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.057908] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.058144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.062207] env[62533]: DEBUG nova.compute.manager [req-7774673e-f7c6-4c34-873a-6b3319cb1f31 req-e185b708-ab25-4d0e-b867-36d4c7d56637 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-vif-deleted-69dfd3a6-0881-4287-ac40-362e80e824d0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1688.062467] env[62533]: INFO nova.compute.manager [req-7774673e-f7c6-4c34-873a-6b3319cb1f31 req-e185b708-ab25-4d0e-b867-36d4c7d56637 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Neutron deleted interface 69dfd3a6-0881-4287-ac40-362e80e824d0; detaching it from the instance and deleting it from the info cache [ 1688.062841] env[62533]: DEBUG nova.network.neutron [req-7774673e-f7c6-4c34-873a-6b3319cb1f31 req-e185b708-ab25-4d0e-b867-36d4c7d56637 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updating instance_info_cache with network_info: [{"id": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "address": "fa:16:3e:61:26:85", "network": {"id": "f23bf256-cdcb-4a9e-a315-dd47d9f01b04", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-424570674", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63251dd-5e", "ovs_interfaceid": "b63251dd-5efd-4653-8e53-18dcc35b4f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "address": "fa:16:3e:1c:80:68", "network": {"id": "218c32b4-88ab-4175-8257-d4fb70bebfd5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896181434", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6922b3-21", "ovs_interfaceid": "6b6922b3-21a6-489f-a295-e7e6d4f841ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.112046] env[62533]: INFO nova.compute.manager [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Took 28.26 seconds to build instance. [ 1688.285870] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.386044] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d985e4c2-1b4c-4849-ac8f-2e194d974969 tempest-VolumesAdminNegativeTest-976165546 tempest-VolumesAdminNegativeTest-976165546-project-member] Lock "fe7d3d15-db68-4d83-b26b-2b88599e46aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.652s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.526231] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898551, 'name': PowerOffVM_Task, 'duration_secs': 0.422638} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.526514] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.526735] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.527048] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eade02cf-3488-40b9-bb5f-4016114084ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.567211] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.570306] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae7d12ef-4a1b-42b6-8478-77c57b4131ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.584429] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de29b74-95d2-4ff6-9c4e-eebc01efb3db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.614183] env[62533]: DEBUG oslo_concurrency.lockutils [None req-415ddf20-92ed-4bff-8cc6-083402784049 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a32178a-7f29-4320-993b-c5f72059755a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.598s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.630719] env[62533]: DEBUG nova.compute.manager [req-7774673e-f7c6-4c34-873a-6b3319cb1f31 req-e185b708-ab25-4d0e-b867-36d4c7d56637 service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Detach interface failed, port_id=69dfd3a6-0881-4287-ac40-362e80e824d0, reason: Instance 7e8e7d19-671d-4ee2-9979-ce4e415c165a could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1688.692037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.692198] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.692410] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.693392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.693392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.696206] env[62533]: INFO nova.compute.manager [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Terminating instance [ 1688.794025] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898550, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.862705] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f75027b-ab81-4a33-9910-70c8e6a21054 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.870710] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f599a17-c87e-4819-812d-d4820e7eb661 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.906434] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2591db3-7643-4522-9dab-065e718a84af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.917691] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34349fb3-bf27-47e5-ae6f-b75d1c5a3d2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.929752] env[62533]: DEBUG nova.compute.provider_tree [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.093774] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.201035] env[62533]: DEBUG nova.network.neutron [-] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.202674] env[62533]: DEBUG nova.compute.manager [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.206021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.206021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a35f6a-3128-4057-9b02-d156a66f9212 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.213757] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.214147] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec60585e-a908-4791-a733-4cfc2b31c037 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.221356] env[62533]: DEBUG oslo_vmware.api [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1689.221356] env[62533]: value = "task-1898553" [ 1689.221356] env[62533]: _type = "Task" [ 1689.221356] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.231042] env[62533]: DEBUG oslo_vmware.api [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.288631] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898550, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.436676] env[62533]: DEBUG nova.scheduler.client.report [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.704565] env[62533]: INFO nova.compute.manager [-] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Took 2.20 seconds to deallocate network for instance. [ 1689.735079] env[62533]: DEBUG oslo_vmware.api [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898553, 'name': PowerOffVM_Task, 'duration_secs': 0.310545} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.735079] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.735079] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.735079] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7486652b-406d-4123-b152-29d983182a0e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.784535] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898550, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.885955} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.784795] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b2a6d484-5a09-4002-8ba5-36778d3a8860/b2a6d484-5a09-4002-8ba5-36778d3a8860.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.785013] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.785272] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec71212-d67f-4e2a-967f-68bb1a082c86 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.792663] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1689.792663] env[62533]: value = "task-1898555" [ 1689.792663] env[62533]: _type = "Task" [ 1689.792663] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.802026] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.936644] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.936872] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.937068] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleting the datastore file [datastore2] b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.937334] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cdc13b7-8037-48ef-aa0a-da4de6a0fb39 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.943799] env[62533]: DEBUG oslo_vmware.api [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1689.943799] env[62533]: value = "task-1898556" [ 1689.943799] env[62533]: _type = "Task" [ 1689.943799] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.949018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.950891] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.696s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.966121] env[62533]: DEBUG oslo_vmware.api [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.981964] env[62533]: INFO nova.scheduler.client.report [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Deleted allocations for instance 30209d85-99ad-4cf8-b9a8-2ed72536ad84 [ 1690.091111] env[62533]: DEBUG nova.compute.manager [req-1ad85fab-d3ab-4c7c-b8bc-cf48cdac4d3c req-bbf86351-5b1b-4699-a791-32b136b43bee service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-vif-deleted-b63251dd-5efd-4653-8e53-18dcc35b4f28 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1690.091281] env[62533]: DEBUG nova.compute.manager [req-1ad85fab-d3ab-4c7c-b8bc-cf48cdac4d3c req-bbf86351-5b1b-4699-a791-32b136b43bee service nova] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Received event network-vif-deleted-6b6922b3-21a6-489f-a295-e7e6d4f841ce {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1690.211767] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.303361] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111926} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.303647] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.304499] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66786eee-545f-44f2-8f8d-c3834e44ccb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.329770] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b2a6d484-5a09-4002-8ba5-36778d3a8860/b2a6d484-5a09-4002-8ba5-36778d3a8860.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.330625] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc6a108-867e-457f-b213-e196192784dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.351048] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1690.351048] env[62533]: value = "task-1898557" [ 1690.351048] env[62533]: _type = "Task" [ 1690.351048] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.363177] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.455315] env[62533]: DEBUG oslo_vmware.api [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392993} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.455315] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.455315] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.455315] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.455315] env[62533]: INFO nova.compute.manager [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1690.455557] env[62533]: DEBUG oslo.service.loopingcall [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.455836] env[62533]: DEBUG nova.compute.manager [-] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.455958] env[62533]: DEBUG nova.network.neutron [-] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.470015] env[62533]: INFO nova.compute.claims [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.492367] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4d406820-def4-4beb-8ef1-c0258ba931fe tempest-ServerMetadataTestJSON-1904991378 tempest-ServerMetadataTestJSON-1904991378-project-member] Lock "30209d85-99ad-4cf8-b9a8-2ed72536ad84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.788s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.694094] env[62533]: DEBUG oslo_concurrency.lockutils [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.694844] env[62533]: DEBUG oslo_concurrency.lockutils [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.861650] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.976048] env[62533]: INFO nova.compute.resource_tracker [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating resource usage from migration a57df40a-1da0-4ea0-8f9e-e0023eb19933 [ 1691.201197] env[62533]: INFO nova.compute.manager [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Detaching volume 9d772fe5-fc50-4151-b13b-d2ece56abe31 [ 1691.238733] env[62533]: INFO nova.virt.block_device [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Attempting to driver detach volume 9d772fe5-fc50-4151-b13b-d2ece56abe31 from mountpoint /dev/sdb [ 1691.238733] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1691.239192] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391986', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'name': 'volume-9d772fe5-fc50-4151-b13b-d2ece56abe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd743b16c-c3d7-46fe-989f-169500d2b177', 'attached_at': '', 'detached_at': '', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'serial': '9d772fe5-fc50-4151-b13b-d2ece56abe31'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1691.240342] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b10b5bd-6e72-4815-94b5-4b3351d16707 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.270791] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d9adb-5746-4350-a6cf-6bfd094b39f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.281017] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42120b9-e7b9-45f2-8d3a-532aefae5c50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.306358] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e30b7-b2e4-42bf-a349-6a5f186b5670 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.322322] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] The volume has not been displaced from its original location: [datastore1] volume-9d772fe5-fc50-4151-b13b-d2ece56abe31/volume-9d772fe5-fc50-4151-b13b-d2ece56abe31.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1691.328019] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1691.330961] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0077650e-5f94-4ddf-87bd-628a034316f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.349812] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1691.349812] env[62533]: value = "task-1898558" [ 1691.349812] env[62533]: _type = "Task" [ 1691.349812] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.360978] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.364886] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.418130] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6e60da-7129-4323-ba21-1aaae6a68639 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.422712] env[62533]: DEBUG nova.network.neutron [-] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.429166] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36473f29-2936-426a-acb2-72f6cb79d584 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.460720] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ac958-7fec-4674-8877-8788c05f1dba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.469388] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf5554-58a6-4ae8-9029-3a4ca8f10b9b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.486760] env[62533]: DEBUG nova.compute.provider_tree [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.873280] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.873861] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.930808] env[62533]: INFO nova.compute.manager [-] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Took 1.47 seconds to deallocate network for instance. [ 1691.987445] env[62533]: DEBUG nova.scheduler.client.report [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.177028] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.178316] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.178316] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleting the datastore file [datastore1] daaa0180-f90b-4982-85a5-6f27042ac1be {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.178316] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e0a7d08-2345-4e86-9a2c-bf08f7a14172 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.191325] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1692.191325] env[62533]: value = "task-1898559" [ 1692.191325] env[62533]: _type = "Task" [ 1692.191325] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.204466] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.275061] env[62533]: DEBUG nova.compute.manager [req-bffdcca1-6c0d-447d-8149-117f650c08b9 req-b5b8c9ed-174f-465e-a0ea-d9e91652a59a service nova] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Received event network-vif-deleted-14302735-efc2-4057-a739-1295e977b3ee {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1692.372503] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.373232] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.440182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.492451] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.542s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.492685] env[62533]: INFO nova.compute.manager [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Migrating [ 1692.501014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.085s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.502835] env[62533]: INFO nova.compute.claims [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.703498] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.875915] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898558, 'name': ReconfigVM_Task, 'duration_secs': 1.370884} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.875915] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898557, 'name': ReconfigVM_Task, 'duration_secs': 2.437897} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.875915] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1692.883924] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b2a6d484-5a09-4002-8ba5-36778d3a8860/b2a6d484-5a09-4002-8ba5-36778d3a8860.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.884617] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683123ce-381c-4520-8a58-ca51042e0ec9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.896431] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f51cf6-0fab-47ef-8f2a-e9d50da9c90d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.904275] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1692.904275] env[62533]: value = "task-1898561" [ 1692.904275] env[62533]: _type = "Task" [ 1692.904275] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.906977] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1692.906977] env[62533]: value = "task-1898560" [ 1692.906977] env[62533]: _type = "Task" [ 1692.906977] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.918937] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898560, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.922360] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.018800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.018800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.018800] env[62533]: DEBUG nova.network.neutron [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.210697] env[62533]: DEBUG oslo_vmware.api [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685216} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.210697] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.210697] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1693.210697] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1693.210697] env[62533]: INFO nova.compute.manager [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Took 5.22 seconds to destroy the instance on the hypervisor. [ 1693.210697] env[62533]: DEBUG oslo.service.loopingcall [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.211074] env[62533]: DEBUG nova.compute.manager [-] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1693.211206] env[62533]: DEBUG nova.network.neutron [-] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.359276] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "3423229b-d04f-495b-a112-8cd2dc727b74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.360716] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "3423229b-d04f-495b-a112-8cd2dc727b74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.430038] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898560, 'name': Rename_Task, 'duration_secs': 0.207472} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.430789] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.431061] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.431321] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75998cef-244a-4f12-ae13-c6ed9d5ae98b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.439353] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1693.439353] env[62533]: value = "task-1898562" [ 1693.439353] env[62533]: _type = "Task" [ 1693.439353] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.449985] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.868179] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1693.881943] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.882730] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.919360] env[62533]: DEBUG oslo_vmware.api [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898561, 'name': ReconfigVM_Task, 'duration_secs': 0.914608} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.920350] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391986', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'name': 'volume-9d772fe5-fc50-4151-b13b-d2ece56abe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd743b16c-c3d7-46fe-989f-169500d2b177', 'attached_at': '', 'detached_at': '', 'volume_id': '9d772fe5-fc50-4151-b13b-d2ece56abe31', 'serial': '9d772fe5-fc50-4151-b13b-d2ece56abe31'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1693.953598] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.981916] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26c8d11-98cc-4122-9d94-9da1019e30c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.991076] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e7442-d0be-4716-85d6-15c6bc9d09ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.026534] env[62533]: DEBUG nova.network.neutron [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance_info_cache with network_info: [{"id": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "address": "fa:16:3e:0e:16:72", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58a27e1-5a", "ovs_interfaceid": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.027129] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5d4bc-2468-4969-9845-49d78349e70e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.036137] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f88050-520e-4586-a324-7719cd182edc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.054085] env[62533]: DEBUG nova.compute.provider_tree [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.314788] env[62533]: DEBUG nova.compute.manager [req-c8156780-887f-4ac5-bfb4-53730b16f8e2 req-75aaf17e-bb2c-4603-b8ef-ffcad9d94d2e service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Received event network-vif-deleted-3650242e-937b-4795-bac2-dc68e3e6e0ab {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1694.315939] env[62533]: INFO nova.compute.manager [req-c8156780-887f-4ac5-bfb4-53730b16f8e2 req-75aaf17e-bb2c-4603-b8ef-ffcad9d94d2e service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Neutron deleted interface 3650242e-937b-4795-bac2-dc68e3e6e0ab; detaching it from the instance and deleting it from the info cache [ 1694.315939] env[62533]: DEBUG nova.network.neutron [req-c8156780-887f-4ac5-bfb4-53730b16f8e2 req-75aaf17e-bb2c-4603-b8ef-ffcad9d94d2e service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.351493] env[62533]: DEBUG nova.network.neutron [-] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.386586] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.396543] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.453396] env[62533]: DEBUG oslo_vmware.api [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898562, 'name': PowerOnVM_Task, 'duration_secs': 0.540378} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.453678] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1694.454145] env[62533]: INFO nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Took 12.78 seconds to spawn the instance on the hypervisor. [ 1694.454145] env[62533]: DEBUG nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.455162] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee442ee-177a-4962-a633-3cbe5c20234a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.480194] env[62533]: DEBUG nova.objects.instance [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'flavor' on Instance uuid d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.531635] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.556394] env[62533]: DEBUG nova.scheduler.client.report [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.819175] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f243fac2-069d-43a8-a542-b67c017896a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.828737] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1adfab-8ef0-4e10-8375-942a37fd0c08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.863713] env[62533]: INFO nova.compute.manager [-] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Took 1.65 seconds to deallocate network for instance. [ 1694.864109] env[62533]: DEBUG nova.compute.manager [req-c8156780-887f-4ac5-bfb4-53730b16f8e2 req-75aaf17e-bb2c-4603-b8ef-ffcad9d94d2e service nova] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Detach interface failed, port_id=3650242e-937b-4795-bac2-dc68e3e6e0ab, reason: Instance daaa0180-f90b-4982-85a5-6f27042ac1be could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1694.909290] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.975217] env[62533]: INFO nova.compute.manager [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Took 31.63 seconds to build instance. [ 1694.988974] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquiring lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.989339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.989770] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquiring lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.989770] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.989923] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.992205] env[62533]: INFO nova.compute.manager [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Terminating instance [ 1695.063291] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.063894] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1695.066902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.738s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.067019] env[62533]: DEBUG nova.objects.instance [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'resources' on Instance uuid 70bdbe2f-7530-4f64-80a6-ceada275a8b8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.370969] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.477394] env[62533]: DEBUG oslo_concurrency.lockutils [None req-017db8c2-1e55-42ca-92e7-2445f5786825 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.760s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.486487] env[62533]: DEBUG oslo_concurrency.lockutils [None req-39d90e1c-4a39-4b6f-82df-02673f59207b tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.792s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.496076] env[62533]: DEBUG nova.compute.manager [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.496326] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.496601] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f49624-0960-4671-ad4f-123fa0853f47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.504580] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1695.504580] env[62533]: value = "task-1898563" [ 1695.504580] env[62533]: _type = "Task" [ 1695.504580] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.513032] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.570724] env[62533]: DEBUG nova.compute.utils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1695.577587] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1695.579454] env[62533]: DEBUG nova.network.neutron [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1695.642994] env[62533]: DEBUG nova.policy [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1695.949528] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc1c85-b41d-441d-a437-45a9466572b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.958107] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24405f8f-740d-4f1f-b920-a07726e63eeb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.962063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "b2a6d484-5a09-4002-8ba5-36778d3a8860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.962063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.962252] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "b2a6d484-5a09-4002-8ba5-36778d3a8860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.962420] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.962583] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.964879] env[62533]: INFO nova.compute.manager [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Terminating instance [ 1695.995731] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c953940-903e-4203-b18d-c6bf3b92100b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.005077] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72542bf-ce6a-40d9-9f22-e67d1a966cd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.025380] env[62533]: DEBUG nova.compute.provider_tree [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.027913] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898563, 'name': PowerOffVM_Task, 'duration_secs': 0.292935} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.027913] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.027913] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1696.027913] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391889', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'name': 'volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f5e27e-f302-4393-a632-3c513ef0f6b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'serial': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1696.028319] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02a744-b45b-4fd2-a37d-3eb52a9513cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.049309] env[62533]: DEBUG nova.network.neutron [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Successfully created port: 13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1696.051775] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f656595-1cd6-4ced-8d25-9891c17f9109 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.055771] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d88c8f-4ddb-4848-9697-7df0b10fc91a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.079512] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e8750-e0d5-4bd7-9cd7-a4c5e69808c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.082777] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1696.088706] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1696.106767] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08656f5b-defe-4e90-911d-e9a9f879ba84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.123528] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] The volume has not been displaced from its original location: [datastore1] volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac/volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1696.129308] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1696.129777] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b866d878-53ab-42a7-a623-968b65042b49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.150775] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1696.150775] env[62533]: value = "task-1898564" [ 1696.150775] env[62533]: _type = "Task" [ 1696.150775] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.160085] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.378141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.378141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.378141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.378496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.378557] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.382460] env[62533]: INFO nova.compute.manager [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Terminating instance [ 1696.495964] env[62533]: DEBUG nova.compute.manager [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.496464] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.497305] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e75cd25-b854-40e0-9275-e26325a49aee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.506424] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.506694] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be0aaa60-9b12-49fd-9b16-c960bca5648a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.513434] env[62533]: DEBUG oslo_vmware.api [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1696.513434] env[62533]: value = "task-1898565" [ 1696.513434] env[62533]: _type = "Task" [ 1696.513434] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.521994] env[62533]: DEBUG oslo_vmware.api [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.528726] env[62533]: DEBUG nova.scheduler.client.report [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.597662] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.599066] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e418bb31-d95d-4437-a246-5bbbe48f2963 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.607064] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1696.607064] env[62533]: value = "task-1898566" [ 1696.607064] env[62533]: _type = "Task" [ 1696.607064] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.617028] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.660882] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898564, 'name': ReconfigVM_Task, 'duration_secs': 0.198157} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.662054] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1696.665961] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d31987-5f73-4789-8af6-5d2c29b1a91e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.683330] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1696.683330] env[62533]: value = "task-1898567" [ 1696.683330] env[62533]: _type = "Task" [ 1696.683330] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.694292] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.886568] env[62533]: DEBUG nova.compute.manager [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.886736] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.887645] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea4b78-7f34-4647-880a-7c2ff897353b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.896032] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.896259] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7350be0-2e2f-41ba-95c0-5d8672dfe729 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.902573] env[62533]: DEBUG oslo_vmware.api [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1696.902573] env[62533]: value = "task-1898568" [ 1696.902573] env[62533]: _type = "Task" [ 1696.902573] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.911372] env[62533]: DEBUG oslo_vmware.api [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.024190] env[62533]: DEBUG oslo_vmware.api [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898565, 'name': PowerOffVM_Task, 'duration_secs': 0.28091} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.024440] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.024610] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.024862] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1ccb78-a1ed-4963-8d9f-ac79ab00636c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.033882] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.040816] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.420s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.042851] env[62533]: INFO nova.compute.claims [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.075265] env[62533]: INFO nova.scheduler.client.report [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Deleted allocations for instance 70bdbe2f-7530-4f64-80a6-ceada275a8b8 [ 1697.102863] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1697.122616] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898566, 'name': PowerOffVM_Task, 'duration_secs': 0.210482} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.123164] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.123471] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1697.138487] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1697.139144] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.139452] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1697.139746] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.140019] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1697.140425] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1697.140818] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1697.141128] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1697.144091] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1697.144091] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1697.144091] env[62533]: DEBUG nova.virt.hardware [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1697.144091] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959bdfd-6676-4f49-9c5c-a831095e112e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.156072] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9772a6ca-fa23-462f-bbb2-a51452d88324 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.189285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.189499] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.189671] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleting the datastore file [datastore1] b2a6d484-5a09-4002-8ba5-36778d3a8860 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.190396] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7dd4206-fe18-4bed-affa-72832344b2cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.196905] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898567, 'name': ReconfigVM_Task, 'duration_secs': 0.14196} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.198114] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391889', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'name': 'volume-a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f5e27e-f302-4393-a632-3c513ef0f6b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac', 'serial': 'a8273eca-96cd-4f5d-b476-d54dfcfb07ac'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1697.198422] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.199342] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc28de4-1d9a-4e02-8e0e-579fa530aaba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.203463] env[62533]: DEBUG oslo_vmware.api [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1697.203463] env[62533]: value = "task-1898570" [ 1697.203463] env[62533]: _type = "Task" [ 1697.203463] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.209388] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.210083] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56697a4e-cfae-428b-9dd4-fccb891e4d04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.216371] env[62533]: DEBUG oslo_vmware.api [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.326858] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.327476] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.327759] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Deleting the datastore file [datastore1] e3f5e27e-f302-4393-a632-3c513ef0f6b8 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.328099] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe0e1a08-e067-4a47-9849-158f568d4968 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.335768] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for the task: (returnval){ [ 1697.335768] env[62533]: value = "task-1898572" [ 1697.335768] env[62533]: _type = "Task" [ 1697.335768] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.347060] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.413712] env[62533]: DEBUG oslo_vmware.api [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898568, 'name': PowerOffVM_Task, 'duration_secs': 0.393373} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.414025] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.414223] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.414503] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dcbf8d2-d59a-43d7-9eab-a954d2e40b10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.586840] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.587118] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.587308] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleting the datastore file [datastore1] d743b16c-c3d7-46fe-989f-169500d2b177 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.587827] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a561acf4-48f7-458c-a926-268ddc8aea8e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "70bdbe2f-7530-4f64-80a6-ceada275a8b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.031s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.588716] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72036469-ea22-4f95-bbac-143422c1cf04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.595715] env[62533]: DEBUG oslo_vmware.api [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1697.595715] env[62533]: value = "task-1898574" [ 1697.595715] env[62533]: _type = "Task" [ 1697.595715] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.606565] env[62533]: DEBUG oslo_vmware.api [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.632522] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1697.632765] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.632918] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1697.633112] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.633258] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1697.633399] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1697.633595] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1697.633747] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1697.633908] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1697.634317] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1697.634667] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1697.640180] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83cf8b3-ff87-4451-aefd-275a2ac2d9f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.659014] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1697.659014] env[62533]: value = "task-1898575" [ 1697.659014] env[62533]: _type = "Task" [ 1697.659014] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.675058] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.715177] env[62533]: DEBUG oslo_vmware.api [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227937} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.715177] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.715340] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.715532] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.715701] env[62533]: INFO nova.compute.manager [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1697.715960] env[62533]: DEBUG oslo.service.loopingcall [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.716354] env[62533]: DEBUG nova.compute.manager [-] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.716354] env[62533]: DEBUG nova.network.neutron [-] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.767975] env[62533]: DEBUG nova.compute.manager [req-33f4ef3c-1ca8-4d96-81ad-9198d2ef002e req-be9e08d2-40f1-49a6-ac08-e50dcb359b27 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Received event network-vif-plugged-13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1697.768269] env[62533]: DEBUG oslo_concurrency.lockutils [req-33f4ef3c-1ca8-4d96-81ad-9198d2ef002e req-be9e08d2-40f1-49a6-ac08-e50dcb359b27 service nova] Acquiring lock "a2a3c924-f46c-4966-89e7-a369d7766c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.768502] env[62533]: DEBUG oslo_concurrency.lockutils [req-33f4ef3c-1ca8-4d96-81ad-9198d2ef002e req-be9e08d2-40f1-49a6-ac08-e50dcb359b27 service nova] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.768679] env[62533]: DEBUG oslo_concurrency.lockutils [req-33f4ef3c-1ca8-4d96-81ad-9198d2ef002e req-be9e08d2-40f1-49a6-ac08-e50dcb359b27 service nova] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.768843] env[62533]: DEBUG nova.compute.manager [req-33f4ef3c-1ca8-4d96-81ad-9198d2ef002e req-be9e08d2-40f1-49a6-ac08-e50dcb359b27 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] No waiting events found dispatching network-vif-plugged-13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1697.769013] env[62533]: WARNING nova.compute.manager [req-33f4ef3c-1ca8-4d96-81ad-9198d2ef002e req-be9e08d2-40f1-49a6-ac08-e50dcb359b27 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Received unexpected event network-vif-plugged-13ed3d53-fdb0-4af6-9246-afe55ca2ad2e for instance with vm_state building and task_state spawning. [ 1697.850673] env[62533]: DEBUG oslo_vmware.api [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Task: {'id': task-1898572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104707} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.851974] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.851974] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.851974] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.851974] env[62533]: INFO nova.compute.manager [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1697.851974] env[62533]: DEBUG oslo.service.loopingcall [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.852368] env[62533]: DEBUG nova.compute.manager [-] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.852512] env[62533]: DEBUG nova.network.neutron [-] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.109749] env[62533]: DEBUG oslo_vmware.api [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18571} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.109749] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.109749] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.109749] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.110023] env[62533]: INFO nova.compute.manager [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1698.110234] env[62533]: DEBUG oslo.service.loopingcall [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.110683] env[62533]: DEBUG nova.compute.manager [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.110844] env[62533]: DEBUG nova.network.neutron [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.172157] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898575, 'name': ReconfigVM_Task, 'duration_secs': 0.200082} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.175045] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.439873] env[62533]: DEBUG nova.network.neutron [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Successfully updated port: 13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1698.482595] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045eb95c-6820-4d95-aa7a-e2e0b99adf33 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.492255] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9026a4-105a-4ed4-b494-65d126ca1c24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.528362] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2216271e-9f9a-43cf-abf7-2cc8051dd417 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.536272] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2ee09-32e2-429c-b162-e19d0c546639 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.550565] env[62533]: DEBUG nova.compute.provider_tree [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.682309] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.682836] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.682836] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.683086] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.686781] env[62533]: DEBUG nova.virt.hardware [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.690536] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1698.691388] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca95f73-62aa-49b2-b585-d58c9ab872ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.714830] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1698.714830] env[62533]: value = "task-1898576" [ 1698.714830] env[62533]: _type = "Task" [ 1698.714830] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.725041] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.893374] env[62533]: DEBUG nova.compute.manager [req-4193a024-9eef-474f-808c-52bc01e83c39 req-9060d8b9-80e6-409a-8202-85787e6ed73b service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Received event network-vif-deleted-76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1698.893597] env[62533]: INFO nova.compute.manager [req-4193a024-9eef-474f-808c-52bc01e83c39 req-9060d8b9-80e6-409a-8202-85787e6ed73b service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Neutron deleted interface 76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a; detaching it from the instance and deleting it from the info cache [ 1698.893730] env[62533]: DEBUG nova.network.neutron [req-4193a024-9eef-474f-808c-52bc01e83c39 req-9060d8b9-80e6-409a-8202-85787e6ed73b service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.942968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-a2a3c924-f46c-4966-89e7-a369d7766c6c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.943143] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-a2a3c924-f46c-4966-89e7-a369d7766c6c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.943304] env[62533]: DEBUG nova.network.neutron [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.056113] env[62533]: DEBUG nova.scheduler.client.report [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.069592] env[62533]: DEBUG nova.network.neutron [-] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.145264] env[62533]: DEBUG nova.network.neutron [-] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.231107] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.397295] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a34df18-efec-4530-88eb-78a92519f309 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.407262] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be404d7a-f7b1-4ae6-b758-40d82aabd539 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.442371] env[62533]: DEBUG nova.compute.manager [req-4193a024-9eef-474f-808c-52bc01e83c39 req-9060d8b9-80e6-409a-8202-85787e6ed73b service nova] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Detach interface failed, port_id=76dc9fb7-3c60-4ff7-8080-4c8ad8d2494a, reason: Instance e3f5e27e-f302-4393-a632-3c513ef0f6b8 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1699.474399] env[62533]: DEBUG nova.network.neutron [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.477858] env[62533]: DEBUG nova.network.neutron [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.562958] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.563522] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.566422] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.119s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.566605] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.566798] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1699.567535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.475s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.569088] env[62533]: INFO nova.compute.claims [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.574402] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3928723d-1f39-4960-9a90-1cb8c74ea977 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.575094] env[62533]: INFO nova.compute.manager [-] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Took 1.86 seconds to deallocate network for instance. [ 1699.585355] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dafca67-1952-48e8-9c1e-7410788e981c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.610375] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3410410-179d-489d-afaa-c88e0e1a393c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.619830] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0ec8c-83e4-41de-94e6-c644728f5c35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.652692] env[62533]: INFO nova.compute.manager [-] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Took 1.80 seconds to deallocate network for instance. [ 1699.652857] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178874MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1699.653226] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.654195] env[62533]: DEBUG nova.network.neutron [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Updating instance_info_cache with network_info: [{"id": "13ed3d53-fdb0-4af6-9246-afe55ca2ad2e", "address": "fa:16:3e:03:7a:a2", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ed3d53-fd", "ovs_interfaceid": "13ed3d53-fdb0-4af6-9246-afe55ca2ad2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.728356] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.814273] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "87e43eb0-705d-4418-ba14-01be2fffb758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.814574] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.888843] env[62533]: DEBUG nova.compute.manager [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Received event network-changed-13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1699.889052] env[62533]: DEBUG nova.compute.manager [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Refreshing instance network info cache due to event network-changed-13ed3d53-fdb0-4af6-9246-afe55ca2ad2e. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1699.889438] env[62533]: DEBUG oslo_concurrency.lockutils [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] Acquiring lock "refresh_cache-a2a3c924-f46c-4966-89e7-a369d7766c6c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.982009] env[62533]: INFO nova.compute.manager [-] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Took 1.87 seconds to deallocate network for instance. [ 1700.073485] env[62533]: DEBUG nova.compute.utils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.075589] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.075762] env[62533]: DEBUG nova.network.neutron [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.092029] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.134464] env[62533]: DEBUG nova.policy [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5718a3788684e98b7f539d4b14fb1b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3f4ac9a519c4f79ab0248757b8a957f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.160198] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-a2a3c924-f46c-4966-89e7-a369d7766c6c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.160581] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Instance network_info: |[{"id": "13ed3d53-fdb0-4af6-9246-afe55ca2ad2e", "address": "fa:16:3e:03:7a:a2", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ed3d53-fd", "ovs_interfaceid": "13ed3d53-fdb0-4af6-9246-afe55ca2ad2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.160883] env[62533]: DEBUG oslo_concurrency.lockutils [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] Acquired lock "refresh_cache-a2a3c924-f46c-4966-89e7-a369d7766c6c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.161083] env[62533]: DEBUG nova.network.neutron [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Refreshing network info cache for port 13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.162295] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:7a:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ed3d53-fdb0-4af6-9246-afe55ca2ad2e', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.170772] env[62533]: DEBUG oslo.service.loopingcall [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.175558] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.176050] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b38db9e-ccbb-4450-aada-1c58b1efda9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.196631] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.196631] env[62533]: value = "task-1898577" [ 1700.196631] env[62533]: _type = "Task" [ 1700.196631] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.205665] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898577, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.209575] env[62533]: INFO nova.compute.manager [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Took 0.55 seconds to detach 1 volumes for instance. [ 1700.212377] env[62533]: DEBUG nova.compute.manager [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Deleting volume: a8273eca-96cd-4f5d-b476-d54dfcfb07ac {{(pid=62533) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1700.226891] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898576, 'name': ReconfigVM_Task, 'duration_secs': 1.074276} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.227158] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1700.227948] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3de691-2bc9-49ef-ab05-fdf756afec07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.252611] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8/21c3f498-c4d3-491c-b1dd-176bb422eee8.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.257710] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba71ef6e-486b-4f79-91b0-465ed6a80121 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.284487] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1700.284487] env[62533]: value = "task-1898578" [ 1700.284487] env[62533]: _type = "Task" [ 1700.284487] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.296738] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.316863] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.488730] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.565148] env[62533]: DEBUG nova.network.neutron [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Updated VIF entry in instance network info cache for port 13ed3d53-fdb0-4af6-9246-afe55ca2ad2e. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.565697] env[62533]: DEBUG nova.network.neutron [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Updating instance_info_cache with network_info: [{"id": "13ed3d53-fdb0-4af6-9246-afe55ca2ad2e", "address": "fa:16:3e:03:7a:a2", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ed3d53-fd", "ovs_interfaceid": "13ed3d53-fdb0-4af6-9246-afe55ca2ad2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.579502] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.635411] env[62533]: DEBUG nova.network.neutron [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Successfully created port: 205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.645297] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.645513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.710527] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898577, 'name': CreateVM_Task, 'duration_secs': 0.43506} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.710527] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.713438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.714701] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.715138] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.717631] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60295e66-99c4-4009-9e19-42a26353c3bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.730209] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1700.730209] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e627a9-ef46-4033-8fd1-5fdcc6efc18e" [ 1700.730209] env[62533]: _type = "Task" [ 1700.730209] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.743094] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e627a9-ef46-4033-8fd1-5fdcc6efc18e, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.744401] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.744901] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.745185] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.745338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.745519] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.750284] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c35158d-cf44-4117-94da-5fa7b88326b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.759500] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.759688] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.760452] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b135fbe4-48e6-4584-b2e8-13c92a0be832 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.765854] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1700.765854] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52475ece-dbef-4a08-c220-781959da4fe0" [ 1700.765854] env[62533]: _type = "Task" [ 1700.765854] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.779431] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.779902] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52475ece-dbef-4a08-c220-781959da4fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.780995] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158895c9-4558-4325-b94d-05d08771e824 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.789895] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1700.789895] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c65f82-98c3-7694-3e0a-46bb5c59d6e5" [ 1700.789895] env[62533]: _type = "Task" [ 1700.789895] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.798333] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898578, 'name': ReconfigVM_Task, 'duration_secs': 0.320758} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.798881] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8/21c3f498-c4d3-491c-b1dd-176bb422eee8.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.799344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1700.807769] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c65f82-98c3-7694-3e0a-46bb5c59d6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.809043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.809043] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a2a3c924-f46c-4966-89e7-a369d7766c6c/a2a3c924-f46c-4966-89e7-a369d7766c6c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.809043] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bbd6b19-0511-4343-a756-6a38773d16e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.814995] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1700.814995] env[62533]: value = "task-1898580" [ 1700.814995] env[62533]: _type = "Task" [ 1700.814995] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.829023] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.843517] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.924552] env[62533]: DEBUG nova.compute.manager [req-bba70267-85aa-4ada-8cbd-016960f5a260 req-f211fdb4-5621-45ac-bf73-6590b6de1288 service nova] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Received event network-vif-deleted-2d0f0a66-7a3d-47fc-bba0-54060e573fb4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1700.982822] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b85da7-104e-42ca-8394-b5d13d0996bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.991249] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8f48c-d525-4a4e-9d15-db9d56c9631a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.025830] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c2262-7bb7-412b-b605-3b8da34819c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.033658] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90db3de8-1368-4645-bb12-9c17141c1298 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.047276] env[62533]: DEBUG nova.compute.provider_tree [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.068712] env[62533]: DEBUG oslo_concurrency.lockutils [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] Releasing lock "refresh_cache-a2a3c924-f46c-4966-89e7-a369d7766c6c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.069053] env[62533]: DEBUG nova.compute.manager [req-bdbc4eaa-8d71-4d63-b294-554c8943f278 req-4fdd6e15-25bf-42da-aa50-6c6fad28aa94 service nova] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Received event network-vif-deleted-616fa177-688d-4a89-980a-ba2455914dc7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1701.147932] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.311119] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d84268-0ed8-442d-8124-130910ca70bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.334263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5f044-19b5-43a3-bb37-469c67982950 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.340193] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.356435] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1701.550871] env[62533]: DEBUG nova.scheduler.client.report [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.589699] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.616997] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.617356] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.617539] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.617840] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.617887] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.618103] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.618362] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.618536] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.618722] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.618883] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.619101] env[62533]: DEBUG nova.virt.hardware [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.620050] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec04fd5-5438-4623-a262-0f143caf1708 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.628835] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da42d405-4e11-4b08-bddc-a3e6e94a31bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.671200] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.825702] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965917} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.825960] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a2a3c924-f46c-4966-89e7-a369d7766c6c/a2a3c924-f46c-4966-89e7-a369d7766c6c.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1701.826240] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.826857] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff8e17e-b726-4ecd-aec9-34af80b4f4e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.833390] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1701.833390] env[62533]: value = "task-1898581" [ 1701.833390] env[62533]: _type = "Task" [ 1701.833390] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.840889] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.896860] env[62533]: DEBUG nova.network.neutron [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Port c58a27e1-5a19-4f31-b3ac-0a9ed197232d binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1702.181139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.181139] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.181139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.847s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.181139] env[62533]: DEBUG nova.objects.instance [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lazy-loading 'resources' on Instance uuid 7e8e7d19-671d-4ee2-9979-ce4e415c165a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.343750] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071779} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.344344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.345102] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acecbfad-9f7d-41e0-a4a7-3a698bfaa70e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.369378] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a2a3c924-f46c-4966-89e7-a369d7766c6c/a2a3c924-f46c-4966-89e7-a369d7766c6c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.369705] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb095c51-46c7-45d9-b09f-4fe2b0062434 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.394092] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1702.394092] env[62533]: value = "task-1898582" [ 1702.394092] env[62533]: _type = "Task" [ 1702.394092] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.407082] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.562273] env[62533]: DEBUG nova.compute.utils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.568802] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.568802] env[62533]: DEBUG nova.network.neutron [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.642889] env[62533]: DEBUG nova.policy [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a491df499f4b7093d42c036afd7cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8de050ebe844d8b17cfdbd41b25338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.782733] env[62533]: DEBUG nova.network.neutron [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Successfully updated port: 205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.905185] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.922915] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.923215] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.923430] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.958982] env[62533]: DEBUG nova.compute.manager [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received event network-vif-plugged-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1702.959235] env[62533]: DEBUG oslo_concurrency.lockutils [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] Acquiring lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.959448] env[62533]: DEBUG oslo_concurrency.lockutils [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.959613] env[62533]: DEBUG oslo_concurrency.lockutils [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.959775] env[62533]: DEBUG nova.compute.manager [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] No waiting events found dispatching network-vif-plugged-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.959938] env[62533]: WARNING nova.compute.manager [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received unexpected event network-vif-plugged-205f1a16-cba7-452f-a614-2def170100c7 for instance with vm_state building and task_state spawning. [ 1702.960554] env[62533]: DEBUG nova.compute.manager [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received event network-changed-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1702.960695] env[62533]: DEBUG nova.compute.manager [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing instance network info cache due to event network-changed-205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1702.960886] env[62533]: DEBUG oslo_concurrency.lockutils [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.961047] env[62533]: DEBUG oslo_concurrency.lockutils [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.961197] env[62533]: DEBUG nova.network.neutron [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing network info cache for port 205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.966482] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66be3b2-3458-4d3c-a071-b73e09c84b35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.974594] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847314d2-2364-4310-a7c8-5a81d4200ca3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.011529] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae380a-089f-49f3-b99f-30af704cf763 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.018180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883c25d-e192-4403-8da6-1542b02bc0bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.031624] env[62533]: DEBUG nova.compute.provider_tree [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.034014] env[62533]: DEBUG nova.network.neutron [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Successfully created port: cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.067972] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.287904] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.406866] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898582, 'name': ReconfigVM_Task, 'duration_secs': 0.699538} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.407246] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a2a3c924-f46c-4966-89e7-a369d7766c6c/a2a3c924-f46c-4966-89e7-a369d7766c6c.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.407935] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e6a9a51-19d8-4493-b8ed-9b038ef894f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.414482] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1703.414482] env[62533]: value = "task-1898583" [ 1703.414482] env[62533]: _type = "Task" [ 1703.414482] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.422482] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898583, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.494178] env[62533]: DEBUG nova.network.neutron [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.536795] env[62533]: DEBUG nova.scheduler.client.report [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.580407] env[62533]: DEBUG nova.network.neutron [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.924508] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898583, 'name': Rename_Task, 'duration_secs': 0.159644} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.924817] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.925029] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c5ce304-0ca3-411d-a943-d193786a070a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.931476] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1703.931476] env[62533]: value = "task-1898584" [ 1703.931476] env[62533]: _type = "Task" [ 1703.931476] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.941363] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.965771] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.965961] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.966267] env[62533]: DEBUG nova.network.neutron [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.042513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.044938] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.605s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.045230] env[62533]: DEBUG nova.objects.instance [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lazy-loading 'resources' on Instance uuid b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.065217] env[62533]: INFO nova.scheduler.client.report [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Deleted allocations for instance 7e8e7d19-671d-4ee2-9979-ce4e415c165a [ 1704.076204] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.083920] env[62533]: DEBUG oslo_concurrency.lockutils [req-8bb88e3a-9e18-4ba9-ad74-9ac680e7dd1a req-a6b07b4b-a887-4b86-8120-8c63bb14f7d8 service nova] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.084397] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.084565] env[62533]: DEBUG nova.network.neutron [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.117496] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.117754] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.117921] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.118154] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.118339] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.118503] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.118782] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.118947] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.119141] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.119317] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.121843] env[62533]: DEBUG nova.virt.hardware [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.121843] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa9186-35ca-4170-b64e-f8cb5b4ec490 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.131569] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b44c83-052c-4f67-b2ed-aa79968b6a95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.442065] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.574062] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2d0233e1-c3f2-4be7-9c41-7dec2f6eaaed tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "7e8e7d19-671d-4ee2-9979-ce4e415c165a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.896s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.657636] env[62533]: DEBUG nova.network.neutron [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.670601] env[62533]: DEBUG nova.network.neutron [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Successfully updated port: cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.815436] env[62533]: DEBUG nova.network.neutron [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance_info_cache with network_info: [{"id": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "address": "fa:16:3e:0e:16:72", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58a27e1-5a", "ovs_interfaceid": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.906957] env[62533]: DEBUG nova.network.neutron [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.927500] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf28f4-c914-44f3-adf2-6a3333ce4b92 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.938393] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a38699-6ba0-4c97-8e8d-1995665dbad3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.946474] env[62533]: DEBUG oslo_vmware.api [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898584, 'name': PowerOnVM_Task, 'duration_secs': 0.664251} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.969962] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.970211] env[62533]: INFO nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1704.970424] env[62533]: DEBUG nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.971705] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c3b96-0dea-44e8-8aaf-75af956f9724 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.974735] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507841b-c666-436b-9df4-026227f48d90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.983608] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d1144-5660-4767-b743-6b231dc92dcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.000761] env[62533]: DEBUG nova.compute.provider_tree [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.003753] env[62533]: DEBUG nova.compute.manager [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Received event network-vif-plugged-cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1705.003956] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] Acquiring lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.004212] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.004396] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.004561] env[62533]: DEBUG nova.compute.manager [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] No waiting events found dispatching network-vif-plugged-cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1705.004725] env[62533]: WARNING nova.compute.manager [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Received unexpected event network-vif-plugged-cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd for instance with vm_state building and task_state spawning. [ 1705.004878] env[62533]: DEBUG nova.compute.manager [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Received event network-changed-cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1705.005040] env[62533]: DEBUG nova.compute.manager [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Refreshing instance network info cache due to event network-changed-cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1705.005225] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] Acquiring lock "refresh_cache-797b76eb-9b81-4a84-919d-277a1dcf2ed5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.005359] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] Acquired lock "refresh_cache-797b76eb-9b81-4a84-919d-277a1dcf2ed5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.005510] env[62533]: DEBUG nova.network.neutron [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Refreshing network info cache for port cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.173815] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "refresh_cache-797b76eb-9b81-4a84-919d-277a1dcf2ed5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.320694] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.411038] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.411038] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Instance network_info: |[{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.411355] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:f0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '205f1a16-cba7-452f-a614-2def170100c7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.419093] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Creating folder: Project (f3f4ac9a519c4f79ab0248757b8a957f). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.419391] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9583bd4-0f8a-4e5d-8424-2e0de4d0967f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.430262] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Created folder: Project (f3f4ac9a519c4f79ab0248757b8a957f) in parent group-v391816. [ 1705.430490] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Creating folder: Instances. Parent ref: group-v392021. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.430728] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e69ba128-6be6-4019-86ef-ea3a3dfec0cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.440863] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Created folder: Instances in parent group-v392021. [ 1705.441161] env[62533]: DEBUG oslo.service.loopingcall [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.441306] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.441504] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37d5cd5-afce-4e7a-8725-0148c2059d74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.460575] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.460575] env[62533]: value = "task-1898587" [ 1705.460575] env[62533]: _type = "Task" [ 1705.460575] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.468784] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898587, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.499974] env[62533]: INFO nova.compute.manager [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Took 29.10 seconds to build instance. [ 1705.508263] env[62533]: DEBUG nova.scheduler.client.report [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.560870] env[62533]: DEBUG nova.network.neutron [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.732483] env[62533]: DEBUG nova.network.neutron [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.850708] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699aaa2f-d3f0-480d-a22b-08b9914d6962 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.870940] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35563b-4082-4d5f-b958-912460f81c89 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.879568] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1705.971246] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898587, 'name': CreateVM_Task, 'duration_secs': 0.386169} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.971246] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1705.971810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.971974] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.972311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1705.972566] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f9feef-af2e-40e9-82b9-d9fcc5a792a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.977028] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1705.977028] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd1e22-db22-171f-f577-e9b75f268fa4" [ 1705.977028] env[62533]: _type = "Task" [ 1705.977028] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.990021] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd1e22-db22-171f-f577-e9b75f268fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.002210] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8f5d46e-3223-4b5a-b900-f2835c1f222e tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.616s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.016161] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.018414] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.622s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.019901] env[62533]: INFO nova.compute.claims [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.036031] env[62533]: INFO nova.scheduler.client.report [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleted allocations for instance b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a [ 1706.197328] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "a2a3c924-f46c-4966-89e7-a369d7766c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.197736] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.197822] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "a2a3c924-f46c-4966-89e7-a369d7766c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.198089] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.198166] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.200361] env[62533]: INFO nova.compute.manager [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Terminating instance [ 1706.235698] env[62533]: DEBUG oslo_concurrency.lockutils [req-c3ad09d4-1826-4edc-8e32-a9702111c1eb req-33bc302f-5b1f-4c5e-b72c-c5eb8505afd0 service nova] Releasing lock "refresh_cache-797b76eb-9b81-4a84-919d-277a1dcf2ed5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.236084] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "refresh_cache-797b76eb-9b81-4a84-919d-277a1dcf2ed5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.236294] env[62533]: DEBUG nova.network.neutron [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.386010] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.386364] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323a9dc3-b429-4d79-8e2e-0a36c2872bb6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.395836] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1706.395836] env[62533]: value = "task-1898588" [ 1706.395836] env[62533]: _type = "Task" [ 1706.395836] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.403745] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.488675] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cd1e22-db22-171f-f577-e9b75f268fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.488983] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.489240] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1706.489479] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.489626] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.489801] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1706.490085] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e19030c-8907-4d94-87e0-d23c3c9ef08c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.498519] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1706.498696] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1706.499441] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68acf3e9-168d-4dec-a62b-34304c949f00 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.504638] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1706.504638] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521fb34e-766e-8ab6-5484-021865abd2a8" [ 1706.504638] env[62533]: _type = "Task" [ 1706.504638] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.512247] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521fb34e-766e-8ab6-5484-021865abd2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.544635] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c9375fa6-18ee-4766-ab44-5c114b7c53c8 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.852s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.703804] env[62533]: DEBUG nova.compute.manager [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.704185] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.705173] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531d882-5b01-4cbf-9cff-3abafb1ac7b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.714427] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.714691] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-effd4395-641d-4cec-9507-aa351cba243a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.721389] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1706.721389] env[62533]: value = "task-1898589" [ 1706.721389] env[62533]: _type = "Task" [ 1706.721389] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.730129] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.773869] env[62533]: DEBUG nova.network.neutron [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.906284] env[62533]: DEBUG oslo_vmware.api [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898588, 'name': PowerOnVM_Task, 'duration_secs': 0.408908} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.906600] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.906780] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9068c34c-827d-4651-b1cf-1bac88979ae6 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance '21c3f498-c4d3-491c-b1dd-176bb422eee8' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1707.004033] env[62533]: DEBUG nova.network.neutron [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Updating instance_info_cache with network_info: [{"id": "cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd", "address": "fa:16:3e:e2:26:e8", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe1224d-b5", "ovs_interfaceid": "cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.019252] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521fb34e-766e-8ab6-5484-021865abd2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.020073] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679834d4-4823-4d43-8b92-34361e2644da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.026022] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1707.026022] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dd0cd6-f43a-988c-5228-b84bd1802936" [ 1707.026022] env[62533]: _type = "Task" [ 1707.026022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.038299] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dd0cd6-f43a-988c-5228-b84bd1802936, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.038541] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.038798] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e9919948-0553-45c0-bdfc-7e18cebe6e5a/e9919948-0553-45c0-bdfc-7e18cebe6e5a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.041025] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592bc725-f4ca-40a4-8689-19d5e036fa8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.047409] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1707.047409] env[62533]: value = "task-1898590" [ 1707.047409] env[62533]: _type = "Task" [ 1707.047409] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.055036] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.234451] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898589, 'name': PowerOffVM_Task, 'duration_secs': 0.191819} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.234704] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.234872] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.235160] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b2c22d7-7349-43fe-a1fc-9828a14f34fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.320363] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.320625] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.320860] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore1] a2a3c924-f46c-4966-89e7-a369d7766c6c {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.321189] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-068faaec-fea2-4d62-8942-bffa2d4b8fdf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.328459] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1707.328459] env[62533]: value = "task-1898592" [ 1707.328459] env[62533]: _type = "Task" [ 1707.328459] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.340385] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.377336] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.377618] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.431802] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a06e0b2-26c8-49ee-b49f-48802c5d08ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.440702] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7bd2e1-d523-4400-a2e1-8dbdc0d9ff5e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.473459] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feed4f9-c9a8-4e78-a846-d1fb46f94eb3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.481402] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc6cf0-1b8d-4270-aeca-a1d5c3a684ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.495822] env[62533]: DEBUG nova.compute.provider_tree [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.507116] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "refresh_cache-797b76eb-9b81-4a84-919d-277a1dcf2ed5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.507499] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Instance network_info: |[{"id": "cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd", "address": "fa:16:3e:e2:26:e8", "network": {"id": "e08c1a30-598d-4f06-bf5e-31e6a458d91a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-705273898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8de050ebe844d8b17cfdbd41b25338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe1224d-b5", "ovs_interfaceid": "cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1707.508091] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:26:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.515614] env[62533]: DEBUG oslo.service.loopingcall [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.516349] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.516578] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f617e6-5dfe-4c35-938e-76bcb2d1d3a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.537693] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.537693] env[62533]: value = "task-1898593" [ 1707.537693] env[62533]: _type = "Task" [ 1707.537693] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.545601] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898593, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.555793] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898590, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.593339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.593695] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.593948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.594155] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.594348] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.597043] env[62533]: INFO nova.compute.manager [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Terminating instance [ 1707.710926] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "0a32178a-7f29-4320-993b-c5f72059755a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.711071] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a32178a-7f29-4320-993b-c5f72059755a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.711313] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "0a32178a-7f29-4320-993b-c5f72059755a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.711534] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a32178a-7f29-4320-993b-c5f72059755a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.711715] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a32178a-7f29-4320-993b-c5f72059755a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.714031] env[62533]: INFO nova.compute.manager [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Terminating instance [ 1707.838502] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.880998] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1707.999012] env[62533]: DEBUG nova.scheduler.client.report [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.048232] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898593, 'name': CreateVM_Task, 'duration_secs': 0.507516} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.048490] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.052163] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.052342] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.052666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.052924] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d13fa96-610a-429d-8db8-54662055f6db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.059890] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798567} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.060856] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e9919948-0553-45c0-bdfc-7e18cebe6e5a/e9919948-0553-45c0-bdfc-7e18cebe6e5a.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.061154] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.061500] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1708.061500] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9e549-c80f-e0c0-2f84-637b6bedacee" [ 1708.061500] env[62533]: _type = "Task" [ 1708.061500] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.061744] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042f6f28-038d-4197-a664-8f4b222b0f3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.074738] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9e549-c80f-e0c0-2f84-637b6bedacee, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.075831] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.075831] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.077405] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.077405] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.077405] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.077405] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1708.077405] env[62533]: value = "task-1898594" [ 1708.077405] env[62533]: _type = "Task" [ 1708.077405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.077405] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231a724f-f3ea-47b9-8726-645832a2b617 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.090279] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.091466] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.091660] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.092423] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9ec031-2464-47b1-8a39-1be45004a8e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.097815] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1708.097815] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb2cbc-19ee-def4-a902-33802e8cda97" [ 1708.097815] env[62533]: _type = "Task" [ 1708.097815] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.101276] env[62533]: DEBUG nova.compute.manager [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.101464] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.102485] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11ebd7-1cc3-4530-9302-d912d1bd04a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.112786] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eb2cbc-19ee-def4-a902-33802e8cda97, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.115337] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.115337] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2425b67e-f589-41cc-8d3a-b8a788959f7d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.117532] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a31ee80d-fff7-4d79-bd35-bf299bff7524 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.122462] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1708.122462] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d3a492-8bf9-b991-b4e5-f6397f0a5f10" [ 1708.122462] env[62533]: _type = "Task" [ 1708.122462] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.123731] env[62533]: DEBUG oslo_vmware.api [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1708.123731] env[62533]: value = "task-1898595" [ 1708.123731] env[62533]: _type = "Task" [ 1708.123731] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.135585] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d3a492-8bf9-b991-b4e5-f6397f0a5f10, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.138845] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.139143] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 797b76eb-9b81-4a84-919d-277a1dcf2ed5/797b76eb-9b81-4a84-919d-277a1dcf2ed5.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.139422] env[62533]: DEBUG oslo_vmware.api [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.139642] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88856a36-f6c9-428a-9c5b-7090f8e8b32a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.146016] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1708.146016] env[62533]: value = "task-1898596" [ 1708.146016] env[62533]: _type = "Task" [ 1708.146016] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.154339] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.218406] env[62533]: DEBUG nova.compute.manager [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.218712] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.219771] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b844c8c7-d21e-4a7c-9f33-22c2bf078317 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.227957] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.228301] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-697f93eb-0013-4ee9-80b9-35b11d820496 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.234115] env[62533]: DEBUG oslo_vmware.api [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1708.234115] env[62533]: value = "task-1898597" [ 1708.234115] env[62533]: _type = "Task" [ 1708.234115] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.242956] env[62533]: DEBUG oslo_vmware.api [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.339956] env[62533]: DEBUG oslo_vmware.api [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644011} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.340289] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.340529] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.340741] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.340919] env[62533]: INFO nova.compute.manager [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1708.341185] env[62533]: DEBUG oslo.service.loopingcall [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.341396] env[62533]: DEBUG nova.compute.manager [-] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.341485] env[62533]: DEBUG nova.network.neutron [-] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.409506] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.504406] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.505053] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.508230] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.599s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.511684] env[62533]: INFO nova.compute.claims [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.589986] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070885} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.590250] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1708.591022] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8465ca-b89b-48e0-b926-21425e9d38f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.613109] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e9919948-0553-45c0-bdfc-7e18cebe6e5a/e9919948-0553-45c0-bdfc-7e18cebe6e5a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.613433] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f023d5-14b9-45e1-a64d-b17b4fdb7e47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.638163] env[62533]: DEBUG oslo_vmware.api [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898595, 'name': PowerOffVM_Task, 'duration_secs': 0.237236} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.639513] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.639697] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.640021] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1708.640021] env[62533]: value = "task-1898598" [ 1708.640021] env[62533]: _type = "Task" [ 1708.640021] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.640218] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6affdaca-9e2d-4a36-936a-08c7f0504b24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.650232] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898598, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.658111] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.697531] env[62533]: DEBUG nova.compute.manager [req-83c352d2-5764-4580-964c-78895ff405b4 req-c2d6bb05-a7f7-41eb-80b0-6125b7f787ea service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Received event network-vif-deleted-13ed3d53-fdb0-4af6-9246-afe55ca2ad2e {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1708.697742] env[62533]: INFO nova.compute.manager [req-83c352d2-5764-4580-964c-78895ff405b4 req-c2d6bb05-a7f7-41eb-80b0-6125b7f787ea service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Neutron deleted interface 13ed3d53-fdb0-4af6-9246-afe55ca2ad2e; detaching it from the instance and deleting it from the info cache [ 1708.698424] env[62533]: DEBUG nova.network.neutron [req-83c352d2-5764-4580-964c-78895ff405b4 req-c2d6bb05-a7f7-41eb-80b0-6125b7f787ea service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.745900] env[62533]: DEBUG oslo_vmware.api [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898597, 'name': PowerOffVM_Task, 'duration_secs': 0.220694} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.746036] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.746258] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.746547] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29976c4e-6bfd-4358-a384-a11b16ae10ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.772681] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.773042] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.773295] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleting the datastore file [datastore2] 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.773594] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5941c942-aee9-43c1-ae1c-66dedf7b73d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.780846] env[62533]: DEBUG oslo_vmware.api [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1708.780846] env[62533]: value = "task-1898601" [ 1708.780846] env[62533]: _type = "Task" [ 1708.780846] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.789256] env[62533]: DEBUG oslo_vmware.api [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.830208] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.830499] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.830703] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleting the datastore file [datastore2] 0a32178a-7f29-4320-993b-c5f72059755a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.831029] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d7de3d-8cc1-45de-801d-5e281bd1ddb5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.839424] env[62533]: DEBUG oslo_vmware.api [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for the task: (returnval){ [ 1708.839424] env[62533]: value = "task-1898602" [ 1708.839424] env[62533]: _type = "Task" [ 1708.839424] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.848066] env[62533]: DEBUG oslo_vmware.api [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.017042] env[62533]: DEBUG nova.compute.utils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.018130] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.018301] env[62533]: DEBUG nova.network.neutron [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.074191] env[62533]: DEBUG nova.policy [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c2eb13e1e4c2bb5f8adcba758a863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b67336e704c4228a061d74475a2b39e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.151035] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898598, 'name': ReconfigVM_Task, 'duration_secs': 0.381816} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.154333] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e9919948-0553-45c0-bdfc-7e18cebe6e5a/e9919948-0553-45c0-bdfc-7e18cebe6e5a.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.154984] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7af984fc-6144-496b-aadc-e158e282ce2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.161835] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805855} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.163769] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 797b76eb-9b81-4a84-919d-277a1dcf2ed5/797b76eb-9b81-4a84-919d-277a1dcf2ed5.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.163934] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.164310] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1709.164310] env[62533]: value = "task-1898603" [ 1709.164310] env[62533]: _type = "Task" [ 1709.164310] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.164536] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-507d1853-a0ef-4c2f-b521-bb0989c9ca54 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.182727] env[62533]: DEBUG nova.network.neutron [-] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.187786] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1709.187786] env[62533]: value = "task-1898604" [ 1709.187786] env[62533]: _type = "Task" [ 1709.187786] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.188298] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898603, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.200135] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.201586] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-807c8535-42f6-4fa9-b638-486f805b46d4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.211027] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb2078d-9502-425e-9a96-d137cb2cbc99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.244319] env[62533]: DEBUG nova.compute.manager [req-83c352d2-5764-4580-964c-78895ff405b4 req-c2d6bb05-a7f7-41eb-80b0-6125b7f787ea service nova] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Detach interface failed, port_id=13ed3d53-fdb0-4af6-9246-afe55ca2ad2e, reason: Instance a2a3c924-f46c-4966-89e7-a369d7766c6c could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1709.293024] env[62533]: DEBUG oslo_vmware.api [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199795} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.293024] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.293172] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.293290] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.293459] env[62533]: INFO nova.compute.manager [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1709.293663] env[62533]: DEBUG oslo.service.loopingcall [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.293875] env[62533]: DEBUG nova.compute.manager [-] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.294028] env[62533]: DEBUG nova.network.neutron [-] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.296212] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.296703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.296703] env[62533]: DEBUG nova.compute.manager [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Going to confirm migration 4 {{(pid=62533) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1709.349676] env[62533]: DEBUG oslo_vmware.api [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Task: {'id': task-1898602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213998} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.349922] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.350724] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.350724] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.350724] env[62533]: INFO nova.compute.manager [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1709.350724] env[62533]: DEBUG oslo.service.loopingcall [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.351071] env[62533]: DEBUG nova.compute.manager [-] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.351071] env[62533]: DEBUG nova.network.neutron [-] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.389681] env[62533]: DEBUG nova.network.neutron [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Successfully created port: ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.522998] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.679453] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898603, 'name': Rename_Task, 'duration_secs': 0.27773} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.680387] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.681051] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65347c44-a8aa-4c3f-8dca-82fe9c71707e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.687209] env[62533]: INFO nova.compute.manager [-] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Took 1.35 seconds to deallocate network for instance. [ 1709.695800] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1709.695800] env[62533]: value = "task-1898605" [ 1709.695800] env[62533]: _type = "Task" [ 1709.695800] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.709631] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088852} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.717162] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.717489] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898605, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.718734] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b75dc-d52d-420a-b214-aafa76f6bab5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.744062] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 797b76eb-9b81-4a84-919d-277a1dcf2ed5/797b76eb-9b81-4a84-919d-277a1dcf2ed5.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.747700] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ddcb4dc-7fc1-4529-b904-4fbdfe779f56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.770104] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1709.770104] env[62533]: value = "task-1898606" [ 1709.770104] env[62533]: _type = "Task" [ 1709.770104] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.785573] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.796628] env[62533]: DEBUG nova.compute.manager [req-6649e3ef-da0c-43a0-b635-31d22e6902a0 req-e174b181-3287-47cd-85dd-35a2b12549d6 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Received event network-vif-deleted-5904fa2d-90fb-41cb-8bff-c43db1ea7ef9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1709.796795] env[62533]: INFO nova.compute.manager [req-6649e3ef-da0c-43a0-b635-31d22e6902a0 req-e174b181-3287-47cd-85dd-35a2b12549d6 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Neutron deleted interface 5904fa2d-90fb-41cb-8bff-c43db1ea7ef9; detaching it from the instance and deleting it from the info cache [ 1709.796970] env[62533]: DEBUG nova.network.neutron [req-6649e3ef-da0c-43a0-b635-31d22e6902a0 req-e174b181-3287-47cd-85dd-35a2b12549d6 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.808530] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb07268d-849f-489b-82e0-3ae906b3e583 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.817558] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8502be4-11d7-478a-9076-8bd9423c784c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.840053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.840300] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.840484] env[62533]: DEBUG nova.network.neutron [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.840665] env[62533]: DEBUG nova.objects.instance [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lazy-loading 'info_cache' on Instance uuid 21c3f498-c4d3-491c-b1dd-176bb422eee8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.859160] env[62533]: DEBUG nova.compute.manager [req-6649e3ef-da0c-43a0-b635-31d22e6902a0 req-e174b181-3287-47cd-85dd-35a2b12549d6 service nova] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Detach interface failed, port_id=5904fa2d-90fb-41cb-8bff-c43db1ea7ef9, reason: Instance 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1709.994964] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32632a4b-0c3b-4b6c-bd5c-351da8796841 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.002475] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d7f6b-a286-4f5e-b528-4752a09532cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.037598] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f1ded-0d8a-4324-b166-89d653a4faf4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.045521] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb9e25-69fe-4840-a1f2-65f5c38dbc1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.059235] env[62533]: DEBUG nova.compute.provider_tree [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.196404] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.212795] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.277128] env[62533]: DEBUG nova.network.neutron [-] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.282558] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.300649] env[62533]: DEBUG nova.network.neutron [-] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.538715] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.561831] env[62533]: DEBUG nova.scheduler.client.report [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.567203] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.567463] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.567629] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.567819] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.568026] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.568161] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.568378] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.568609] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.568796] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.568962] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.569199] env[62533]: DEBUG nova.virt.hardware [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.570383] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6e94b-deb8-4edd-9ade-4f9b736618ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.579787] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df8958-eb4f-4dcd-922b-a81184bb8fd0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.712482] env[62533]: DEBUG oslo_vmware.api [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898605, 'name': PowerOnVM_Task, 'duration_secs': 0.922742} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.712829] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.713127] env[62533]: INFO nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1710.713360] env[62533]: DEBUG nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.714272] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf14f22-e4ab-47e8-a33e-a27d7d51ce62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.781417] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898606, 'name': ReconfigVM_Task, 'duration_secs': 0.764501} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.781679] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 797b76eb-9b81-4a84-919d-277a1dcf2ed5/797b76eb-9b81-4a84-919d-277a1dcf2ed5.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.782288] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fde49c23-be98-4e0e-b9cb-0f9610813ddb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.784054] env[62533]: INFO nova.compute.manager [-] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Took 1.49 seconds to deallocate network for instance. [ 1710.791069] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1710.791069] env[62533]: value = "task-1898607" [ 1710.791069] env[62533]: _type = "Task" [ 1710.791069] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.798776] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898607, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.804280] env[62533]: INFO nova.compute.manager [-] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Took 1.45 seconds to deallocate network for instance. [ 1710.893258] env[62533]: DEBUG nova.compute.manager [req-7f072d19-5012-460c-9022-2a9581e78f85 req-48b7cdc1-0454-43fd-a223-ea9e3f78c291 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Received event network-vif-plugged-ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1710.893496] env[62533]: DEBUG oslo_concurrency.lockutils [req-7f072d19-5012-460c-9022-2a9581e78f85 req-48b7cdc1-0454-43fd-a223-ea9e3f78c291 service nova] Acquiring lock "3423229b-d04f-495b-a112-8cd2dc727b74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.893728] env[62533]: DEBUG oslo_concurrency.lockutils [req-7f072d19-5012-460c-9022-2a9581e78f85 req-48b7cdc1-0454-43fd-a223-ea9e3f78c291 service nova] Lock "3423229b-d04f-495b-a112-8cd2dc727b74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.893866] env[62533]: DEBUG oslo_concurrency.lockutils [req-7f072d19-5012-460c-9022-2a9581e78f85 req-48b7cdc1-0454-43fd-a223-ea9e3f78c291 service nova] Lock "3423229b-d04f-495b-a112-8cd2dc727b74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.894046] env[62533]: DEBUG nova.compute.manager [req-7f072d19-5012-460c-9022-2a9581e78f85 req-48b7cdc1-0454-43fd-a223-ea9e3f78c291 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] No waiting events found dispatching network-vif-plugged-ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.894319] env[62533]: WARNING nova.compute.manager [req-7f072d19-5012-460c-9022-2a9581e78f85 req-48b7cdc1-0454-43fd-a223-ea9e3f78c291 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Received unexpected event network-vif-plugged-ff95bace-ad6d-4a28-b673-d6e368453af9 for instance with vm_state building and task_state spawning. [ 1710.988991] env[62533]: DEBUG nova.network.neutron [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Successfully updated port: ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.048635] env[62533]: DEBUG nova.network.neutron [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance_info_cache with network_info: [{"id": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "address": "fa:16:3e:0e:16:72", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58a27e1-5a", "ovs_interfaceid": "c58a27e1-5a19-4f31-b3ac-0a9ed197232d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.077020] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.077020] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.077943] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.707s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.078303] env[62533]: DEBUG nova.objects.instance [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lazy-loading 'resources' on Instance uuid daaa0180-f90b-4982-85a5-6f27042ac1be {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.233645] env[62533]: INFO nova.compute.manager [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Took 27.64 seconds to build instance. [ 1711.290709] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.301342] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898607, 'name': Rename_Task, 'duration_secs': 0.203447} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.301584] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.301836] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54e4aa15-eb68-43c2-83f9-2411e1d89b10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.310064] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1711.310064] env[62533]: value = "task-1898608" [ 1711.310064] env[62533]: _type = "Task" [ 1711.310064] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.310064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.317240] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.491848] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "refresh_cache-3423229b-d04f-495b-a112-8cd2dc727b74" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.491848] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "refresh_cache-3423229b-d04f-495b-a112-8cd2dc727b74" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.491848] env[62533]: DEBUG nova.network.neutron [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.550769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-21c3f498-c4d3-491c-b1dd-176bb422eee8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.550955] env[62533]: DEBUG nova.objects.instance [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lazy-loading 'migration_context' on Instance uuid 21c3f498-c4d3-491c-b1dd-176bb422eee8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.583648] env[62533]: DEBUG nova.compute.utils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.584956] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.585788] env[62533]: DEBUG nova.network.neutron [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.642557] env[62533]: DEBUG nova.policy [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c2eb13e1e4c2bb5f8adcba758a863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b67336e704c4228a061d74475a2b39e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.735133] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9fb5bc16-eaf6-4e73-a4a8-73a3a96e19d0 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.149s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.819311] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.826092] env[62533]: DEBUG nova.compute.manager [req-21b7cf77-e888-416b-856d-b76590f16fba req-e7415b27-ad87-412f-99ec-15c6f9c6306a service nova] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Received event network-vif-deleted-ad939dd5-edb9-4a79-b0f5-82c46c4ac90d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1711.921623] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dc06f1-9a96-4d7e-8834-5cbb261b4742 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.929975] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3d28b3-afad-4511-a5da-0cbf26c345e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.965126] env[62533]: DEBUG nova.network.neutron [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Successfully created port: 6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.967724] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b0e3a0-a32a-4a7f-b5ed-5de3ba8b71d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.975991] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee379478-ec56-4211-ba9e-fcf71357b197 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.989254] env[62533]: DEBUG nova.compute.provider_tree [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.053228] env[62533]: DEBUG nova.network.neutron [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.055725] env[62533]: DEBUG nova.objects.base [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Object Instance<21c3f498-c4d3-491c-b1dd-176bb422eee8> lazy-loaded attributes: info_cache,migration_context {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1712.056786] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a09151-e2f4-41e5-a326-1d558064b1d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.076952] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5581b8d2-5199-457d-868d-0f4882a4aa59 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.082575] env[62533]: DEBUG oslo_vmware.api [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1712.082575] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b52fa6-23f0-e256-1a5f-ae6520385b11" [ 1712.082575] env[62533]: _type = "Task" [ 1712.082575] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.090849] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.094160] env[62533]: DEBUG oslo_vmware.api [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b52fa6-23f0-e256-1a5f-ae6520385b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.319984] env[62533]: DEBUG oslo_vmware.api [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898608, 'name': PowerOnVM_Task, 'duration_secs': 0.512416} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.320339] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.320659] env[62533]: INFO nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1712.320875] env[62533]: DEBUG nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.321687] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7c206-328e-41f3-8342-f820f9868892 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.492712] env[62533]: DEBUG nova.scheduler.client.report [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.598614] env[62533]: DEBUG oslo_vmware.api [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b52fa6-23f0-e256-1a5f-ae6520385b11, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.599571] env[62533]: DEBUG nova.network.neutron [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Updating instance_info_cache with network_info: [{"id": "ff95bace-ad6d-4a28-b673-d6e368453af9", "address": "fa:16:3e:6f:39:11", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff95bace-ad", "ovs_interfaceid": "ff95bace-ad6d-4a28-b673-d6e368453af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.601241] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.842163] env[62533]: INFO nova.compute.manager [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Took 23.76 seconds to build instance. [ 1712.992616] env[62533]: DEBUG nova.compute.manager [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Received event network-changed-ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1712.993883] env[62533]: DEBUG nova.compute.manager [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Refreshing instance network info cache due to event network-changed-ff95bace-ad6d-4a28-b673-d6e368453af9. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1712.993883] env[62533]: DEBUG oslo_concurrency.lockutils [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] Acquiring lock "refresh_cache-3423229b-d04f-495b-a112-8cd2dc727b74" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.999266] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.000326] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.347s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.026467] env[62533]: INFO nova.scheduler.client.report [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted allocations for instance daaa0180-f90b-4982-85a5-6f27042ac1be [ 1713.102423] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.105312] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "refresh_cache-3423229b-d04f-495b-a112-8cd2dc727b74" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.105670] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance network_info: |[{"id": "ff95bace-ad6d-4a28-b673-d6e368453af9", "address": "fa:16:3e:6f:39:11", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff95bace-ad", "ovs_interfaceid": "ff95bace-ad6d-4a28-b673-d6e368453af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.105976] env[62533]: DEBUG oslo_concurrency.lockutils [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] Acquired lock "refresh_cache-3423229b-d04f-495b-a112-8cd2dc727b74" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.106123] env[62533]: DEBUG nova.network.neutron [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Refreshing network info cache for port ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.107498] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:39:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff95bace-ad6d-4a28-b673-d6e368453af9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.120887] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating folder: Project (4b67336e704c4228a061d74475a2b39e). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.125728] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d536f86-9ad8-42a6-a163-e5c2b8b98e37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.137425] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.137656] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.137806] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.137988] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.138198] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.138527] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.138808] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.139028] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.139238] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.139416] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.139591] env[62533]: DEBUG nova.virt.hardware [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.140493] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013c1328-063d-4891-9b98-b6aff3b91bf7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.144728] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created folder: Project (4b67336e704c4228a061d74475a2b39e) in parent group-v391816. [ 1713.145012] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating folder: Instances. Parent ref: group-v392025. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.145637] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cca66701-7b47-4572-b401-55edad8c521f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.151988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ff592-7ad5-496e-92a7-e67ec6167e1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.155845] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created folder: Instances in parent group-v392025. [ 1713.156150] env[62533]: DEBUG oslo.service.loopingcall [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.156757] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.157035] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e26aeeb-aba0-428f-82ac-916013d180dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.188515] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.188515] env[62533]: value = "task-1898611" [ 1713.188515] env[62533]: _type = "Task" [ 1713.188515] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.198055] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898611, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.343543] env[62533]: DEBUG oslo_concurrency.lockutils [None req-92856947-7ae1-4e9f-aa43-7451a728b9c9 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.285s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.442188] env[62533]: DEBUG nova.network.neutron [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Updated VIF entry in instance network info cache for port ff95bace-ad6d-4a28-b673-d6e368453af9. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.443444] env[62533]: DEBUG nova.network.neutron [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Updating instance_info_cache with network_info: [{"id": "ff95bace-ad6d-4a28-b673-d6e368453af9", "address": "fa:16:3e:6f:39:11", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff95bace-ad", "ovs_interfaceid": "ff95bace-ad6d-4a28-b673-d6e368453af9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.538986] env[62533]: DEBUG oslo_concurrency.lockutils [None req-644962ee-0663-41ef-8562-72cd44d2ae2d tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "daaa0180-f90b-4982-85a5-6f27042ac1be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.062s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.701904] env[62533]: DEBUG nova.network.neutron [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Successfully updated port: 6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.702209] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898611, 'name': CreateVM_Task, 'duration_secs': 0.478457} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.702310] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.703127] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.703645] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.703645] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.703822] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc9b1c8-1f87-4c86-8139-bb5feb2f0b8b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.708602] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1713.708602] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520982b0-8709-b899-5085-f5704ef8ad17" [ 1713.708602] env[62533]: _type = "Task" [ 1713.708602] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.716935] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520982b0-8709-b899-5085-f5704ef8ad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.855211] env[62533]: DEBUG nova.compute.manager [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Received event network-vif-plugged-6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1713.855445] env[62533]: DEBUG oslo_concurrency.lockutils [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] Acquiring lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.856053] env[62533]: DEBUG oslo_concurrency.lockutils [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.856249] env[62533]: DEBUG oslo_concurrency.lockutils [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.856489] env[62533]: DEBUG nova.compute.manager [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] No waiting events found dispatching network-vif-plugged-6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.856732] env[62533]: WARNING nova.compute.manager [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Received unexpected event network-vif-plugged-6879e3d9-6e5b-4979-b151-6c36b13e2c1a for instance with vm_state building and task_state spawning. [ 1713.856920] env[62533]: DEBUG nova.compute.manager [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Received event network-changed-6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1713.857092] env[62533]: DEBUG nova.compute.manager [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Refreshing instance network info cache due to event network-changed-6879e3d9-6e5b-4979-b151-6c36b13e2c1a. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1713.857287] env[62533]: DEBUG oslo_concurrency.lockutils [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] Acquiring lock "refresh_cache-f6d1ea92-5a39-42fe-bdfe-e04a55f40216" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.857427] env[62533]: DEBUG oslo_concurrency.lockutils [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] Acquired lock "refresh_cache-f6d1ea92-5a39-42fe-bdfe-e04a55f40216" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.857582] env[62533]: DEBUG nova.network.neutron [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Refreshing network info cache for port 6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.947022] env[62533]: DEBUG oslo_concurrency.lockutils [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] Releasing lock "refresh_cache-3423229b-d04f-495b-a112-8cd2dc727b74" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.947022] env[62533]: DEBUG nova.compute.manager [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received event network-changed-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1713.947022] env[62533]: DEBUG nova.compute.manager [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing instance network info cache due to event network-changed-205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1713.947022] env[62533]: DEBUG oslo_concurrency.lockutils [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.947022] env[62533]: DEBUG oslo_concurrency.lockutils [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.947240] env[62533]: DEBUG nova.network.neutron [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing network info cache for port 205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.016678] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Applying migration context for instance 21c3f498-c4d3-491c-b1dd-176bb422eee8 as it has an incoming, in-progress migration a57df40a-1da0-4ea0-8f9e-e0023eb19933. Migration status is confirming {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1714.018520] env[62533]: INFO nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating resource usage from migration a57df40a-1da0-4ea0-8f9e-e0023eb19933 [ 1714.041024] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7330131-c363-4a3e-9cc1-38d359333ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.041120] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.041207] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.041344] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e3f5e27e-f302-4393-a632-3c513ef0f6b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.041485] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e976b792-6b4b-4854-b922-8c46d63cf3ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.041587] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c3215d85-b9ae-4bc9-873d-a5311626f20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.041698] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5934998c-533d-4b17-a5aa-b54496a7ba6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.041966] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d743b16c-c3d7-46fe-989f-169500d2b177 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.041966] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f07b7559-019c-47ed-8be9-205bfca32e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.042103] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 6014e0c4-f551-4e75-bd38-a33ba71cf202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.042164] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 39b05493-aa47-4fec-bd11-6e05c8bfe8b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.042242] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.042362] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.042480] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 0a32178a-7f29-4320-993b-c5f72059755a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.042599] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance b2a6d484-5a09-4002-8ba5-36778d3a8860 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.042710] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Migration a57df40a-1da0-4ea0-8f9e-e0023eb19933 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1714.042938] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 21c3f498-c4d3-491c-b1dd-176bb422eee8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.042938] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a2a3c924-f46c-4966-89e7-a369d7766c6c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.043043] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e9919948-0553-45c0-bdfc-7e18cebe6e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.043146] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 797b76eb-9b81-4a84-919d-277a1dcf2ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.043249] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 3423229b-d04f-495b-a112-8cd2dc727b74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.043352] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f6d1ea92-5a39-42fe-bdfe-e04a55f40216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.068983] env[62533]: DEBUG nova.compute.manager [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.070055] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c400b2-048f-4e5c-8adb-e6280204a3c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.203895] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "refresh_cache-f6d1ea92-5a39-42fe-bdfe-e04a55f40216" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.218810] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520982b0-8709-b899-5085-f5704ef8ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.219428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.219428] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.219618] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.219832] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.220043] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.220304] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d46597-4eee-4741-9b7a-1e10df9e9f21 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.229775] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.229956] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.230681] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041fb9a4-6b5d-4255-9f04-d9eba19ff549 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.236422] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1714.236422] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fa825c-1ab9-d8cd-0a3c-ff20fe532045" [ 1714.236422] env[62533]: _type = "Task" [ 1714.236422] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.245692] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fa825c-1ab9-d8cd-0a3c-ff20fe532045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.398680] env[62533]: DEBUG nova.network.neutron [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.490821] env[62533]: DEBUG nova.network.neutron [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.547352] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 87e43eb0-705d-4418-ba14-01be2fffb758 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1714.581856] env[62533]: INFO nova.compute.manager [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] instance snapshotting [ 1714.586321] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7244215-13c7-46e4-a212-1ef9c832578c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.616500] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7759066-68db-4f5a-9863-ff4f64f91ba5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.747047] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fa825c-1ab9-d8cd-0a3c-ff20fe532045, 'name': SearchDatastore_Task, 'duration_secs': 0.013161} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.747890] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438a840c-e450-434a-a063-aa06a6ed1c2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.754165] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1714.754165] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b964eb-85ae-ed36-1e9e-98e78d529604" [ 1714.754165] env[62533]: _type = "Task" [ 1714.754165] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.758783] env[62533]: DEBUG nova.network.neutron [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updated VIF entry in instance network info cache for port 205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.759216] env[62533]: DEBUG nova.network.neutron [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.763611] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b964eb-85ae-ed36-1e9e-98e78d529604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.994110] env[62533]: DEBUG oslo_concurrency.lockutils [req-076af2b1-0483-444e-acf1-97bdb1a3e435 req-1457c327-5e31-4b33-bf69-3bd8705179cd service nova] Releasing lock "refresh_cache-f6d1ea92-5a39-42fe-bdfe-e04a55f40216" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.994547] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "refresh_cache-f6d1ea92-5a39-42fe-bdfe-e04a55f40216" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.994707] env[62533]: DEBUG nova.network.neutron [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.050845] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c6095bc6-1e2a-49bf-bcda-dbc36dd5221d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1715.131174] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1715.131558] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-681df4e3-136e-4f14-a67b-6244c557a943 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.139781] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1715.139781] env[62533]: value = "task-1898612" [ 1715.139781] env[62533]: _type = "Task" [ 1715.139781] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.150118] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.263958] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b964eb-85ae-ed36-1e9e-98e78d529604, 'name': SearchDatastore_Task, 'duration_secs': 0.013161} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.264098] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.264282] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.264781] env[62533]: DEBUG oslo_concurrency.lockutils [req-738580c0-77b6-4344-b10e-05390b2973b1 req-37ee23f5-9126-4638-99d0-93bee41f656b service nova] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.265153] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3638611-512a-4e91-8d9c-843e38a94e3f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.271811] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1715.271811] env[62533]: value = "task-1898613" [ 1715.271811] env[62533]: _type = "Task" [ 1715.271811] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.279325] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.540584] env[62533]: DEBUG nova.network.neutron [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.554630] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1715.554972] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1715.555146] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1715.654210] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.742891] env[62533]: DEBUG nova.network.neutron [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Updating instance_info_cache with network_info: [{"id": "6879e3d9-6e5b-4979-b151-6c36b13e2c1a", "address": "fa:16:3e:a9:35:8f", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6879e3d9-6e", "ovs_interfaceid": "6879e3d9-6e5b-4979-b151-6c36b13e2c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.785992] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.942126] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1605044-cc24-47b9-9521-41f68689e3ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.952871] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def49d4c-bd62-43b2-b1f4-261b72208f8a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.990674] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e1899-e71b-46df-83af-52c6d1c73461 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.999955] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee443360-9c5b-4fa3-95d3-6125d72407cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.016877] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.154685] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898612, 'name': CreateSnapshot_Task, 'duration_secs': 0.73714} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.155145] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1716.156323] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ce2c50-d1ca-45cd-8a0c-9ed56e59e061 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.247668] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "refresh_cache-f6d1ea92-5a39-42fe-bdfe-e04a55f40216" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.247668] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Instance network_info: |[{"id": "6879e3d9-6e5b-4979-b151-6c36b13e2c1a", "address": "fa:16:3e:a9:35:8f", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6879e3d9-6e", "ovs_interfaceid": "6879e3d9-6e5b-4979-b151-6c36b13e2c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.247898] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:35:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6879e3d9-6e5b-4979-b151-6c36b13e2c1a', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.260100] env[62533]: DEBUG oslo.service.loopingcall [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.260401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.260698] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71107f1e-dcd2-47b0-b4f1-7de9de6b65cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.287120] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795733} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.288346] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.288572] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.288809] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.288809] env[62533]: value = "task-1898614" [ 1716.288809] env[62533]: _type = "Task" [ 1716.288809] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.288990] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f618dc4-ce9f-43c1-9608-a9b8077dc48c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.301160] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898614, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.302619] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1716.302619] env[62533]: value = "task-1898615" [ 1716.302619] env[62533]: _type = "Task" [ 1716.302619] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.312874] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.519523] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.679450] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1716.679920] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6115a878-5d12-4553-8385-476e113a1664 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.688914] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1716.688914] env[62533]: value = "task-1898616" [ 1716.688914] env[62533]: _type = "Task" [ 1716.688914] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.699024] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898616, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.802209] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898614, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.811724] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110757} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.812009] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.812816] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e7bc2e-80e9-48c2-a173-9532e4a57afd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.839368] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.839368] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3f46e6-616d-49d6-8815-8158c260fe7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.860462] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1716.860462] env[62533]: value = "task-1898617" [ 1716.860462] env[62533]: _type = "Task" [ 1716.860462] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.871523] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.024863] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1717.025141] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.025s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.025420] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.934s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.025604] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.027875] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.539s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.028123] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.030177] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.251s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.030273] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.032231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.189s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.033756] env[62533]: INFO nova.compute.claims [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.061888] env[62533]: INFO nova.scheduler.client.report [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocations for instance b2a6d484-5a09-4002-8ba5-36778d3a8860 [ 1717.064289] env[62533]: INFO nova.scheduler.client.report [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Deleted allocations for instance e3f5e27e-f302-4393-a632-3c513ef0f6b8 [ 1717.085746] env[62533]: INFO nova.scheduler.client.report [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted allocations for instance d743b16c-c3d7-46fe-989f-169500d2b177 [ 1717.199418] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898616, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.304570] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898614, 'name': CreateVM_Task, 'duration_secs': 0.870332} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.304745] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.305494] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.305677] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.306070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.306529] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b757c12b-4b1d-4cd0-b057-ec591061a506 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.311735] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1717.311735] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a20040-a359-ad6f-0368-382cbb75996f" [ 1717.311735] env[62533]: _type = "Task" [ 1717.311735] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.320102] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a20040-a359-ad6f-0368-382cbb75996f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.371402] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.576898] env[62533]: DEBUG oslo_concurrency.lockutils [None req-17e58670-6961-4c41-8f35-0dd307086f6a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "b2a6d484-5a09-4002-8ba5-36778d3a8860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.615s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.578093] env[62533]: DEBUG oslo_concurrency.lockutils [None req-41d2c261-21ea-4649-869b-122d4314220a tempest-ServersTestBootFromVolume-688268073 tempest-ServersTestBootFromVolume-688268073-project-member] Lock "e3f5e27e-f302-4393-a632-3c513ef0f6b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.589s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.598524] env[62533]: DEBUG oslo_concurrency.lockutils [None req-68285afb-c397-4d35-abad-889768dd0587 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "d743b16c-c3d7-46fe-989f-169500d2b177" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.221s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.701180] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898616, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.822015] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a20040-a359-ad6f-0368-382cbb75996f, 'name': SearchDatastore_Task, 'duration_secs': 0.031261} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.822267] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.822505] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.822769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.822935] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.823130] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.823392] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da167dc-9b9b-45a4-b9df-42f01f8a2582 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.831961] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.832147] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.832840] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e985eb-b381-4350-8d07-2d410cb4c3f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.838349] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1717.838349] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52082e3c-143a-f3c7-9776-a5e666b44b33" [ 1717.838349] env[62533]: _type = "Task" [ 1717.838349] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.846955] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52082e3c-143a-f3c7-9776-a5e666b44b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.871643] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898617, 'name': ReconfigVM_Task, 'duration_secs': 0.674187} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.871916] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.872562] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f371c22e-336b-4fa4-aef1-d441bb258bf9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.879530] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1717.879530] env[62533]: value = "task-1898618" [ 1717.879530] env[62533]: _type = "Task" [ 1717.879530] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.887774] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898618, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.200437] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898616, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.352304] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52082e3c-143a-f3c7-9776-a5e666b44b33, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.353134] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2266e541-896b-4f04-bb89-e759d7d31f08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.359204] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1718.359204] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e1ecb7-f694-82b8-90a1-8e5232560348" [ 1718.359204] env[62533]: _type = "Task" [ 1718.359204] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.370873] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e1ecb7-f694-82b8-90a1-8e5232560348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.385550] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24555e4-8fe5-45e4-a877-e188a208c311 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.394420] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898618, 'name': Rename_Task, 'duration_secs': 0.153121} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.396647] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.396956] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f97e3e-2857-4b34-b2bb-d498d180e90d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.401227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc4061-8a1a-437b-8c8e-da038a8e785a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.435161] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99174e81-41b7-4b51-82f7-932be51d583a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.438405] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1718.438405] env[62533]: value = "task-1898619" [ 1718.438405] env[62533]: _type = "Task" [ 1718.438405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.446554] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ab42e-2097-475b-9a67-870d04c70aef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.454591] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.466317] env[62533]: DEBUG nova.compute.provider_tree [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.701708] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898616, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.873021] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52e1ecb7-f694-82b8-90a1-8e5232560348, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.873021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.873021] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] f6d1ea92-5a39-42fe-bdfe-e04a55f40216/f6d1ea92-5a39-42fe-bdfe-e04a55f40216.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.873021] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a703b15c-43b7-4c5c-9a0d-116c4ed02be7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.880159] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1718.880159] env[62533]: value = "task-1898620" [ 1718.880159] env[62533]: _type = "Task" [ 1718.880159] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.888856] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.948325] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898619, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.970030] env[62533]: DEBUG nova.scheduler.client.report [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.178963] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.179247] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.205235] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898616, 'name': CloneVM_Task, 'duration_secs': 2.10868} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.206097] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Created linked-clone VM from snapshot [ 1719.211271] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcf31df-9c67-4c29-9da3-b43a3886b54f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.225567] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Uploading image 75aebab3-d9df-43e7-b96c-3ffe2c12a6bd {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1719.243627] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1719.244285] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad453367-9b72-4dc9-9577-7f22142860fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.256237] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1719.256237] env[62533]: value = "task-1898621" [ 1719.256237] env[62533]: _type = "Task" [ 1719.256237] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.267330] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898621, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.394964] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.451685] env[62533]: DEBUG oslo_vmware.api [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898619, 'name': PowerOnVM_Task, 'duration_secs': 0.615548} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.452044] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.452220] env[62533]: INFO nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1719.452400] env[62533]: DEBUG nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.453554] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d920be09-742b-41d6-afdf-654b130ac4f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.475091] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.475700] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1719.478718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.808s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.480698] env[62533]: INFO nova.compute.claims [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.682264] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.770679] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898621, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.893825] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725211} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.893936] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] f6d1ea92-5a39-42fe-bdfe-e04a55f40216/f6d1ea92-5a39-42fe-bdfe-e04a55f40216.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.894168] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.894576] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9ee7833-3af8-4bc1-9eee-9542ff28d3b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.901943] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1719.901943] env[62533]: value = "task-1898622" [ 1719.901943] env[62533]: _type = "Task" [ 1719.901943] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.911121] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.975110] env[62533]: INFO nova.compute.manager [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Took 25.60 seconds to build instance. [ 1719.986033] env[62533]: DEBUG nova.compute.utils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.989295] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1719.990148] env[62533]: DEBUG nova.network.neutron [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1720.045122] env[62533]: DEBUG nova.policy [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbbce34fb17a4dbd869bcf9fe17a7d5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962e680ba21a4ae1bdcf89dca26623ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1720.215217] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.268751] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898621, 'name': Destroy_Task, 'duration_secs': 0.730938} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.268954] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Destroyed the VM [ 1720.269452] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1720.269783] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-987597a2-93ed-4eaf-a5bb-92bce8cabcc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.277354] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1720.277354] env[62533]: value = "task-1898623" [ 1720.277354] env[62533]: _type = "Task" [ 1720.277354] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.285648] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898623, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.418331] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197298} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.418783] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.421021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebee844-e436-4679-89b5-9370f498a333 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.449261] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] f6d1ea92-5a39-42fe-bdfe-e04a55f40216/f6d1ea92-5a39-42fe-bdfe-e04a55f40216.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.450333] env[62533]: DEBUG nova.network.neutron [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Successfully created port: a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1720.452604] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a2fee2-d3a0-480d-bf5a-40869ec8a444 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.473128] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1720.473128] env[62533]: value = "task-1898624" [ 1720.473128] env[62533]: _type = "Task" [ 1720.473128] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.477311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e8d04a33-f36f-45de-b818-b9394918f411 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "3423229b-d04f-495b-a112-8cd2dc727b74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.119s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.482879] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.496568] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1720.604473] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "f07b7559-019c-47ed-8be9-205bfca32e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.604879] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "f07b7559-019c-47ed-8be9-205bfca32e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.605112] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "f07b7559-019c-47ed-8be9-205bfca32e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.605406] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "f07b7559-019c-47ed-8be9-205bfca32e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.605628] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "f07b7559-019c-47ed-8be9-205bfca32e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.610443] env[62533]: INFO nova.compute.manager [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Terminating instance [ 1720.791302] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898623, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.894669] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.894669] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.917444] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fac084-98b7-4eaa-8baf-67cc8ce4097b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.925730] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1bed4-2001-44d2-a787-03e7c787fa16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.961351] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185b7e17-2b41-43dd-9aeb-2b38537a9c68 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.972847] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17669ab6-f484-4990-b0d8-054dbca3ba7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.992367] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.992991] env[62533]: DEBUG nova.compute.provider_tree [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.114961] env[62533]: DEBUG nova.compute.manager [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.114961] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.116184] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39db99-61ea-4748-a9e9-038e304bb6ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.124105] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.124329] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779fdeb6-f05d-451a-a1f2-7afc158ffc3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.131037] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1721.131037] env[62533]: value = "task-1898625" [ 1721.131037] env[62533]: _type = "Task" [ 1721.131037] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.138638] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.288942] env[62533]: DEBUG oslo_vmware.api [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898623, 'name': RemoveSnapshot_Task, 'duration_secs': 0.747338} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.291556] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1721.400173] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1721.487150] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898624, 'name': ReconfigVM_Task, 'duration_secs': 0.579074} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.487427] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Reconfigured VM instance instance-0000004e to attach disk [datastore1] f6d1ea92-5a39-42fe-bdfe-e04a55f40216/f6d1ea92-5a39-42fe-bdfe-e04a55f40216.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.488161] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c28d7c9-2936-4dbd-ac1e-ef9c94d1f4e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.494730] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1721.494730] env[62533]: value = "task-1898626" [ 1721.494730] env[62533]: _type = "Task" [ 1721.494730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.495595] env[62533]: DEBUG nova.scheduler.client.report [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.508343] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1721.510165] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898626, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.536706] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1721.536965] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1721.537141] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1721.537328] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1721.537471] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1721.537661] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1721.537857] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1721.538034] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1721.538205] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1721.538365] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1721.538535] env[62533]: DEBUG nova.virt.hardware [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1721.539398] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3eb521-85c0-4150-821b-e13b53bd1ee0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.547265] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf03138-e708-4854-9d92-efdb8dbd2bcd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.640933] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898625, 'name': PowerOffVM_Task, 'duration_secs': 0.390652} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.641243] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.641410] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1721.641666] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e1d328e-409e-4bd3-bd41-20bbd4767812 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.794288] env[62533]: WARNING nova.compute.manager [None req-dc6f3588-fa84-4eb0-904e-8592ac4bc205 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Image not found during snapshot: nova.exception.ImageNotFound: Image 75aebab3-d9df-43e7-b96c-3ffe2c12a6bd could not be found. [ 1721.928149] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.935815] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1721.936092] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1721.936277] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Deleting the datastore file [datastore1] f07b7559-019c-47ed-8be9-205bfca32e66 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.936561] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff411b15-c13a-49fa-abcd-6faa09eacedc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.943272] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for the task: (returnval){ [ 1721.943272] env[62533]: value = "task-1898628" [ 1721.943272] env[62533]: _type = "Task" [ 1721.943272] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.951783] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.005613] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.006176] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.008739] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898626, 'name': Rename_Task, 'duration_secs': 0.182322} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.009281] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.600s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.010648] env[62533]: INFO nova.compute.claims [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1722.012909] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.015458] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ec0b82-51d0-493b-8bc6-f30622cefe88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.022382] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1722.022382] env[62533]: value = "task-1898629" [ 1722.022382] env[62533]: _type = "Task" [ 1722.022382] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.030255] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.051973] env[62533]: DEBUG nova.compute.manager [req-41b6651f-431d-49a7-8bea-7c9e6adc6f70 req-87e3af8b-dbfb-458f-8eff-0f7cc8e1ba2a service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Received event network-vif-plugged-a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1722.052200] env[62533]: DEBUG oslo_concurrency.lockutils [req-41b6651f-431d-49a7-8bea-7c9e6adc6f70 req-87e3af8b-dbfb-458f-8eff-0f7cc8e1ba2a service nova] Acquiring lock "87e43eb0-705d-4418-ba14-01be2fffb758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.052763] env[62533]: DEBUG oslo_concurrency.lockutils [req-41b6651f-431d-49a7-8bea-7c9e6adc6f70 req-87e3af8b-dbfb-458f-8eff-0f7cc8e1ba2a service nova] Lock "87e43eb0-705d-4418-ba14-01be2fffb758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.052894] env[62533]: DEBUG oslo_concurrency.lockutils [req-41b6651f-431d-49a7-8bea-7c9e6adc6f70 req-87e3af8b-dbfb-458f-8eff-0f7cc8e1ba2a service nova] Lock "87e43eb0-705d-4418-ba14-01be2fffb758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.053162] env[62533]: DEBUG nova.compute.manager [req-41b6651f-431d-49a7-8bea-7c9e6adc6f70 req-87e3af8b-dbfb-458f-8eff-0f7cc8e1ba2a service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] No waiting events found dispatching network-vif-plugged-a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1722.055141] env[62533]: WARNING nova.compute.manager [req-41b6651f-431d-49a7-8bea-7c9e6adc6f70 req-87e3af8b-dbfb-458f-8eff-0f7cc8e1ba2a service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Received unexpected event network-vif-plugged-a14b7c02-6bd9-4929-8153-4f6a4e2823d8 for instance with vm_state building and task_state spawning. [ 1722.143250] env[62533]: DEBUG nova.network.neutron [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Successfully updated port: a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1722.172837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.173111] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.173314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.173496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.173663] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.175701] env[62533]: INFO nova.compute.manager [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Terminating instance [ 1722.455298] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.511036] env[62533]: DEBUG nova.compute.utils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.512488] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.512651] env[62533]: DEBUG nova.network.neutron [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.534201] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.613301] env[62533]: DEBUG nova.policy [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54da279a81ee480d90102b182e896657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fd00da2549745e68f897c5580a69b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.645820] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.645979] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquired lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.646156] env[62533]: DEBUG nova.network.neutron [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.679807] env[62533]: DEBUG nova.compute.manager [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.680055] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.680897] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b52fd3-85ba-4484-889c-542c8dd2dbd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.691127] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.691469] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a82ad0c-b6d7-44f4-b96d-a835b8cba7a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.697361] env[62533]: DEBUG oslo_vmware.api [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1722.697361] env[62533]: value = "task-1898630" [ 1722.697361] env[62533]: _type = "Task" [ 1722.697361] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.706947] env[62533]: DEBUG oslo_vmware.api [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.954738] env[62533]: DEBUG oslo_vmware.api [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Task: {'id': task-1898628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582038} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.955071] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.955309] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.956229] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.956229] env[62533]: INFO nova.compute.manager [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1722.956229] env[62533]: DEBUG oslo.service.loopingcall [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.956229] env[62533]: DEBUG nova.compute.manager [-] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.956229] env[62533]: DEBUG nova.network.neutron [-] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.968029] env[62533]: DEBUG nova.network.neutron [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Successfully created port: c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.015419] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.035810] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.195676] env[62533]: DEBUG nova.network.neutron [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1723.208753] env[62533]: DEBUG oslo_vmware.api [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898630, 'name': PowerOffVM_Task, 'duration_secs': 0.227277} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.209159] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.209403] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.209675] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d56e1c-70e8-46ed-98fc-c91a32370fb1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.362354] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d43ce-6b7e-4194-8476-34f96b303307 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.369746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5969b792-0808-416d-a1c9-bd80a6683dff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.402870] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9328bc-5de2-44a7-bd75-be7ee91b0f5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.406903] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.407128] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.407325] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleting the datastore file [datastore1] 797b76eb-9b81-4a84-919d-277a1dcf2ed5 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.407956] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65c1421d-31e4-4c7d-9552-d21cd04486ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.414075] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6aed6-2a28-40a2-8c52-7c90a3c48495 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.419157] env[62533]: DEBUG oslo_vmware.api [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for the task: (returnval){ [ 1723.419157] env[62533]: value = "task-1898632" [ 1723.419157] env[62533]: _type = "Task" [ 1723.419157] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.431493] env[62533]: DEBUG nova.compute.provider_tree [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.438413] env[62533]: DEBUG oslo_vmware.api [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.457491] env[62533]: DEBUG nova.network.neutron [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Updating instance_info_cache with network_info: [{"id": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "address": "fa:16:3e:2e:13:d6", "network": {"id": "9d867a29-0ea0-4b87-8eac-7e18d833f867", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818305728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962e680ba21a4ae1bdcf89dca26623ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b7c02-6b", "ovs_interfaceid": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.536231] env[62533]: DEBUG oslo_vmware.api [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898629, 'name': PowerOnVM_Task, 'duration_secs': 1.438851} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.536500] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.536725] env[62533]: INFO nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1723.536910] env[62533]: DEBUG nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.537703] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ffd53-d54e-49ef-8feb-4f6553314537 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.824089] env[62533]: DEBUG nova.compute.manager [req-992e75a2-b2a8-424a-a3a2-bb615b8a9cd6 req-2a77b808-ca87-42c6-83b3-f38ee6386110 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Received event network-vif-deleted-728d7903-d7ad-44e2-b3ec-4eb72bc68128 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1723.824089] env[62533]: INFO nova.compute.manager [req-992e75a2-b2a8-424a-a3a2-bb615b8a9cd6 req-2a77b808-ca87-42c6-83b3-f38ee6386110 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Neutron deleted interface 728d7903-d7ad-44e2-b3ec-4eb72bc68128; detaching it from the instance and deleting it from the info cache [ 1723.824089] env[62533]: DEBUG nova.network.neutron [req-992e75a2-b2a8-424a-a3a2-bb615b8a9cd6 req-2a77b808-ca87-42c6-83b3-f38ee6386110 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.931195] env[62533]: DEBUG oslo_vmware.api [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Task: {'id': task-1898632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222645} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.931503] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.931695] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.931869] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.932052] env[62533]: INFO nova.compute.manager [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1723.932304] env[62533]: DEBUG oslo.service.loopingcall [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.932487] env[62533]: DEBUG nova.compute.manager [-] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.932583] env[62533]: DEBUG nova.network.neutron [-] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.935184] env[62533]: DEBUG nova.scheduler.client.report [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.960349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Releasing lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.960349] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Instance network_info: |[{"id": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "address": "fa:16:3e:2e:13:d6", "network": {"id": "9d867a29-0ea0-4b87-8eac-7e18d833f867", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818305728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962e680ba21a4ae1bdcf89dca26623ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b7c02-6b", "ovs_interfaceid": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1723.960349] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:13:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a14b7c02-6bd9-4929-8153-4f6a4e2823d8', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.967510] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Creating folder: Project (962e680ba21a4ae1bdcf89dca26623ad). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.968687] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-286a75f6-412c-4538-be81-b2afd9275f8a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.980435] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Created folder: Project (962e680ba21a4ae1bdcf89dca26623ad) in parent group-v391816. [ 1723.980614] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Creating folder: Instances. Parent ref: group-v392031. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.980846] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aece51f6-12ba-434c-a030-dd0e22c35295 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.992524] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Created folder: Instances in parent group-v392031. [ 1723.992767] env[62533]: DEBUG oslo.service.loopingcall [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.992980] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.993162] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e0f271b-5c1b-4dbe-be19-4461757bfe66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.021114] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1724.021114] env[62533]: value = "task-1898635" [ 1724.021114] env[62533]: _type = "Task" [ 1724.021114] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.025376] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.030862] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898635, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.055250] env[62533]: INFO nova.compute.manager [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Took 29.17 seconds to build instance. [ 1724.073903] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.074223] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.074396] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.074642] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.074737] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.074890] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.075578] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.075778] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.076542] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.077344] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.077344] env[62533]: DEBUG nova.virt.hardware [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.077910] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0547e5a-48af-49eb-8f8f-f82ade1517a7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.089660] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161260d5-2142-4d1b-af6d-e8b0792445b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.173594] env[62533]: DEBUG nova.compute.manager [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Received event network-changed-a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1724.173840] env[62533]: DEBUG nova.compute.manager [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Refreshing instance network info cache due to event network-changed-a14b7c02-6bd9-4929-8153-4f6a4e2823d8. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1724.174014] env[62533]: DEBUG oslo_concurrency.lockutils [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] Acquiring lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.174161] env[62533]: DEBUG oslo_concurrency.lockutils [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] Acquired lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.174318] env[62533]: DEBUG nova.network.neutron [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Refreshing network info cache for port a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.289708] env[62533]: DEBUG nova.network.neutron [-] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.326441] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d41edf9-55ac-4fb1-8bef-47578e805709 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.336290] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d43938-da3d-4860-bebf-f032b64fe42a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.370191] env[62533]: DEBUG nova.compute.manager [req-992e75a2-b2a8-424a-a3a2-bb615b8a9cd6 req-2a77b808-ca87-42c6-83b3-f38ee6386110 service nova] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Detach interface failed, port_id=728d7903-d7ad-44e2-b3ec-4eb72bc68128, reason: Instance f07b7559-019c-47ed-8be9-205bfca32e66 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1724.440131] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.440676] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1724.443314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.247s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.443513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.445562] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.155s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.445753] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.447695] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.138s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.447887] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.449528] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.848s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.506345] env[62533]: INFO nova.scheduler.client.report [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleted allocations for instance 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5 [ 1724.508281] env[62533]: INFO nova.scheduler.client.report [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Deleted allocations for instance 0a32178a-7f29-4320-993b-c5f72059755a [ 1724.526870] env[62533]: INFO nova.scheduler.client.report [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance a2a3c924-f46c-4966-89e7-a369d7766c6c [ 1724.533295] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898635, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.558014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5f8e452d-4193-4b50-90f0-b535c289743d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.675s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.735818] env[62533]: DEBUG nova.network.neutron [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Successfully updated port: c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.793728] env[62533]: INFO nova.compute.manager [-] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Took 1.84 seconds to deallocate network for instance. [ 1724.822196] env[62533]: DEBUG nova.network.neutron [-] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.952952] env[62533]: DEBUG nova.compute.utils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.958260] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1724.958260] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.985901] env[62533]: DEBUG nova.network.neutron [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Updated VIF entry in instance network info cache for port a14b7c02-6bd9-4929-8153-4f6a4e2823d8. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.986251] env[62533]: DEBUG nova.network.neutron [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Updating instance_info_cache with network_info: [{"id": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "address": "fa:16:3e:2e:13:d6", "network": {"id": "9d867a29-0ea0-4b87-8eac-7e18d833f867", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818305728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962e680ba21a4ae1bdcf89dca26623ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b7c02-6b", "ovs_interfaceid": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.009241] env[62533]: DEBUG nova.policy [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ce1dc50a994dacabbdb02b68ce7437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5cd00f38f724a5c8d8ee4033adb2271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.022546] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6f340a20-ab60-4ca7-9f25-e07bbcda1fe5 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a32178a-7f29-4320-993b-c5f72059755a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.311s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.023472] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7c3e49c-22a3-46b0-b79b-eccd3c82b555 tempest-ListServersNegativeTestJSON-444751333 tempest-ListServersNegativeTestJSON-444751333-project-member] Lock "0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.430s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.039693] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6184c293-f040-49ef-9db9-3ea3a5d1b236 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a2a3c924-f46c-4966-89e7-a369d7766c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.842s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.043962] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898635, 'name': CreateVM_Task, 'duration_secs': 0.541862} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.043962] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.043962] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.043962] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.043962] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.043962] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b843b33f-79ed-4c41-85e7-cce5385dd474 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.051858] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1725.051858] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52379c20-f106-f031-bb04-b283f0e5f7ea" [ 1725.051858] env[62533]: _type = "Task" [ 1725.051858] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.060934] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52379c20-f106-f031-bb04-b283f0e5f7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.238098] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.238345] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.238495] env[62533]: DEBUG nova.network.neutron [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.240386] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59ea6b4-f648-4ecc-ae60-4cfdbc649bf1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.249152] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cebfe52-9482-46b7-8f0e-b466a4d68daf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.287231] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb8ecf4-67e8-4dd3-9212-1d714c915223 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.297773] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb614e-516b-4868-a76b-ffca40ab2f9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.304794] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.315789] env[62533]: DEBUG nova.compute.provider_tree [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.324697] env[62533]: INFO nova.compute.manager [-] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Took 1.39 seconds to deallocate network for instance. [ 1725.380738] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Successfully created port: 95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1725.457262] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.457635] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.459474] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1725.488786] env[62533]: DEBUG oslo_concurrency.lockutils [req-ab4f59d4-fbcf-4596-834e-b09ffbc11289 req-2eee1b85-70d1-41e6-a5fd-801a829f8c06 service nova] Releasing lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.512932] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.513246] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.513655] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.513783] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.514184] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.516850] env[62533]: INFO nova.compute.manager [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Terminating instance [ 1725.562836] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52379c20-f106-f031-bb04-b283f0e5f7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.563411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.563688] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1725.563928] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.564089] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.564269] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.564525] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f8bc850-edc0-4f9d-9408-b26c9c730a72 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.575832] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1725.575832] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1725.575832] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8cf8b4-ba9b-44ce-9ada-b6a70af4579d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.579244] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1725.579244] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52627df7-e213-5a40-7a50-942794afacad" [ 1725.579244] env[62533]: _type = "Task" [ 1725.579244] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.587131] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52627df7-e213-5a40-7a50-942794afacad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.726145] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Successfully created port: e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1725.820630] env[62533]: DEBUG nova.scheduler.client.report [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.831746] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.963614] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1725.989750] env[62533]: DEBUG nova.network.neutron [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.998320] env[62533]: DEBUG nova.compute.manager [req-3920b172-8f49-4863-a96a-3d3a8bfe8b75 req-b6f12a5d-bfde-4ce6-9635-9263b362cb8a service nova] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Received event network-vif-deleted-cbe1224d-b5b6-49f9-a9be-dbfc9ee5c2fd {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1726.022457] env[62533]: DEBUG nova.compute.manager [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1726.022688] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.023628] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47060fde-f8c5-482a-a595-dfd32ffaca20 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.036637] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.037157] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d605dda1-baf0-40f3-9264-873289e74770 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.046406] env[62533]: DEBUG oslo_vmware.api [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1726.046406] env[62533]: value = "task-1898636" [ 1726.046406] env[62533]: _type = "Task" [ 1726.046406] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.058314] env[62533]: DEBUG oslo_vmware.api [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.090215] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52627df7-e213-5a40-7a50-942794afacad, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.091207] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148b1aa2-6f7b-4ae9-9620-f169eaa0c97c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.099596] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1726.099596] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52394f36-52f4-b2c5-3c08-3af720e1e4fb" [ 1726.099596] env[62533]: _type = "Task" [ 1726.099596] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.107379] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52394f36-52f4-b2c5-3c08-3af720e1e4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.203178] env[62533]: DEBUG nova.compute.manager [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Received event network-vif-plugged-c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1726.203453] env[62533]: DEBUG oslo_concurrency.lockutils [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.203624] env[62533]: DEBUG oslo_concurrency.lockutils [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.203775] env[62533]: DEBUG oslo_concurrency.lockutils [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.204007] env[62533]: DEBUG nova.compute.manager [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] No waiting events found dispatching network-vif-plugged-c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.204213] env[62533]: WARNING nova.compute.manager [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Received unexpected event network-vif-plugged-c3fdfd63-c86e-4736-8950-424e5cd296b5 for instance with vm_state building and task_state spawning. [ 1726.204375] env[62533]: DEBUG nova.compute.manager [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Received event network-changed-c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1726.204524] env[62533]: DEBUG nova.compute.manager [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Refreshing instance network info cache due to event network-changed-c3fdfd63-c86e-4736-8950-424e5cd296b5. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1726.204736] env[62533]: DEBUG oslo_concurrency.lockutils [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] Acquiring lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.281643] env[62533]: DEBUG nova.network.neutron [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating instance_info_cache with network_info: [{"id": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "address": "fa:16:3e:1b:9b:0f", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdfd63-c8", "ovs_interfaceid": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.118419] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1727.120580] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.120868] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Instance network_info: |[{"id": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "address": "fa:16:3e:1b:9b:0f", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdfd63-c8", "ovs_interfaceid": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.121873] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.672s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.133423] env[62533]: DEBUG oslo_concurrency.lockutils [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] Acquired lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.133683] env[62533]: DEBUG nova.network.neutron [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Refreshing network info cache for port c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.135133] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:9b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fdfd63-c86e-4736-8950-424e5cd296b5', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.143756] env[62533]: DEBUG oslo.service.loopingcall [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.144037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.929s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.145955] env[62533]: INFO nova.compute.claims [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.151800] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.153298] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be7b763a-bf5d-4ab7-9bab-7f25db99951a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.177234] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.177419] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52394f36-52f4-b2c5-3c08-3af720e1e4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.177624] env[62533]: DEBUG oslo_vmware.api [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898636, 'name': PowerOffVM_Task, 'duration_secs': 0.228953} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.180196] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.180421] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 87e43eb0-705d-4418-ba14-01be2fffb758/87e43eb0-705d-4418-ba14-01be2fffb758.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.180683] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.180833] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.181298] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb380c29-571c-4514-b570-6462bf6a43ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.183361] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f0bf29-6801-48c4-9b22-a4a7a2fdca37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.186606] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.186606] env[62533]: value = "task-1898637" [ 1727.186606] env[62533]: _type = "Task" [ 1727.186606] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.193404] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.193693] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.193693] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.193902] env[62533]: DEBUG nova.virt.hardware [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.195278] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51c5109-0c50-4a61-9334-b22646cc6e14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.200296] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1727.200296] env[62533]: value = "task-1898638" [ 1727.200296] env[62533]: _type = "Task" [ 1727.200296] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.210320] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898637, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.214279] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e9ddf-4717-4811-8d5c-f150e77715dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.223952] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.489323] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Successfully updated port: 95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.580505] env[62533]: DEBUG nova.network.neutron [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updated VIF entry in instance network info cache for port c3fdfd63-c86e-4736-8950-424e5cd296b5. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.581214] env[62533]: DEBUG nova.network.neutron [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating instance_info_cache with network_info: [{"id": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "address": "fa:16:3e:1b:9b:0f", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdfd63-c8", "ovs_interfaceid": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.700854] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898637, 'name': CreateVM_Task, 'duration_secs': 0.472607} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.700854] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.701321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.701493] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.701813] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.705239] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ded5dc-a08a-4ac1-89cc-bfae9171a032 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.715413] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1727.715413] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d1c4b2-618f-605d-562c-c348a7bdc34b" [ 1727.715413] env[62533]: _type = "Task" [ 1727.715413] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.719665] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898638, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.729771] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d1c4b2-618f-605d-562c-c348a7bdc34b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.748741] env[62533]: INFO nova.scheduler.client.report [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocation for migration a57df40a-1da0-4ea0-8f9e-e0023eb19933 [ 1727.803952] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.804314] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.804561] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore2] 39b05493-aa47-4fec-bd11-6e05c8bfe8b6 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.805071] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c8e2bf-6ade-4cf2-a10e-d39c90045fb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.814526] env[62533]: DEBUG oslo_vmware.api [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1727.814526] env[62533]: value = "task-1898640" [ 1727.814526] env[62533]: _type = "Task" [ 1727.814526] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.824117] env[62533]: DEBUG oslo_vmware.api [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.084540] env[62533]: DEBUG oslo_concurrency.lockutils [req-58caae72-aa13-4982-8f44-9762e16226c8 req-6a47178e-a001-4d03-8eea-97a0c2906ca9 service nova] Releasing lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.216126] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710119} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.219681] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 87e43eb0-705d-4418-ba14-01be2fffb758/87e43eb0-705d-4418-ba14-01be2fffb758.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.220380] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.221185] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb7d25e9-1808-4909-a3a8-4e1774a59ed6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.230289] env[62533]: DEBUG nova.compute.manager [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received event network-vif-plugged-95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1728.231300] env[62533]: DEBUG oslo_concurrency.lockutils [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] Acquiring lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.231300] env[62533]: DEBUG oslo_concurrency.lockutils [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.231300] env[62533]: DEBUG oslo_concurrency.lockutils [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.231300] env[62533]: DEBUG nova.compute.manager [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] No waiting events found dispatching network-vif-plugged-95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1728.231300] env[62533]: WARNING nova.compute.manager [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received unexpected event network-vif-plugged-95b718cd-0380-4ad2-8e4a-4c60c443ba9c for instance with vm_state building and task_state spawning. [ 1728.231473] env[62533]: DEBUG nova.compute.manager [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received event network-changed-95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1728.231513] env[62533]: DEBUG nova.compute.manager [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Refreshing instance network info cache due to event network-changed-95b718cd-0380-4ad2-8e4a-4c60c443ba9c. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1728.231666] env[62533]: DEBUG oslo_concurrency.lockutils [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] Acquiring lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.232572] env[62533]: DEBUG oslo_concurrency.lockutils [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] Acquired lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.232572] env[62533]: DEBUG nova.network.neutron [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Refreshing network info cache for port 95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.241694] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d1c4b2-618f-605d-562c-c348a7bdc34b, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.242127] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1728.242127] env[62533]: value = "task-1898641" [ 1728.242127] env[62533]: _type = "Task" [ 1728.242127] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.244318] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.244508] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.244791] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.244948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.245146] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.245750] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44454db0-e028-4bb4-9fad-ae6698875f32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.255603] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a22ab4b-8a76-4ce3-8bc9-b66db4987a12 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.959s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.263971] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.267895] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.269029] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.269878] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4aa994-18dc-4902-b149-e6b94121f6c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.275610] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1728.275610] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528431da-7919-f980-747d-89bb28edb715" [ 1728.275610] env[62533]: _type = "Task" [ 1728.275610] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.290645] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528431da-7919-f980-747d-89bb28edb715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.332505] env[62533]: DEBUG oslo_vmware.api [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472542} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.332505] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.332505] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.332747] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.333846] env[62533]: INFO nova.compute.manager [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1728.333846] env[62533]: DEBUG oslo.service.loopingcall [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.333846] env[62533]: DEBUG nova.compute.manager [-] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.333846] env[62533]: DEBUG nova.network.neutron [-] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.436249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.436509] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.436715] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.436968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.437150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.602093] env[62533]: INFO nova.compute.manager [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Terminating instance [ 1728.755434] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e9d09b-0a8d-4ee0-90a0-bda3a381541a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.763922] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.364756} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.764392] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.768754] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19594f40-29bc-4530-a717-84e30ffaf8b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.772178] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd93ed9-23ee-4cbb-884f-44fc3de6e1b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.795553] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 87e43eb0-705d-4418-ba14-01be2fffb758/87e43eb0-705d-4418-ba14-01be2fffb758.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.799976] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204264d3-8205-49d3-bef2-1d52b62bec2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.815969] env[62533]: DEBUG nova.network.neutron [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.846219] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde9683e-8604-468e-a5ce-59ac112442b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.852788] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528431da-7919-f980-747d-89bb28edb715, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.855313] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1728.855313] env[62533]: value = "task-1898642" [ 1728.855313] env[62533]: _type = "Task" [ 1728.855313] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.855527] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ea5ca2-de1a-459f-9d51-a9c3b2d3e8af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.864149] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa1b7a-bf49-4e3e-a83e-92930dc7f7ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.869429] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1728.869429] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525c0b77-e178-7ee5-337c-505a3f777893" [ 1728.869429] env[62533]: _type = "Task" [ 1728.869429] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.885919] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.886421] env[62533]: DEBUG nova.compute.provider_tree [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.894332] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525c0b77-e178-7ee5-337c-505a3f777893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.986591] env[62533]: DEBUG nova.network.neutron [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.108619] env[62533]: DEBUG nova.compute.manager [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.108619] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.109739] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dec6eb-53e1-40bc-ba15-a0446af67238 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.118962] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.119321] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feecdbff-de99-4fb5-b391-38bc7e4e0c32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.127644] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1729.127644] env[62533]: value = "task-1898643" [ 1729.127644] env[62533]: _type = "Task" [ 1729.127644] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.143547] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.292683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.293234] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.368021] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.379877] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525c0b77-e178-7ee5-337c-505a3f777893, 'name': SearchDatastore_Task, 'duration_secs': 0.026621} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.380290] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.380399] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] c6095bc6-1e2a-49bf-bcda-dbc36dd5221d/c6095bc6-1e2a-49bf-bcda-dbc36dd5221d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.380655] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cee0768a-894f-4249-9476-a86297302c49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.386830] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1729.386830] env[62533]: value = "task-1898644" [ 1729.386830] env[62533]: _type = "Task" [ 1729.386830] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.390676] env[62533]: DEBUG nova.scheduler.client.report [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.399353] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.426389] env[62533]: DEBUG nova.network.neutron [-] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.489272] env[62533]: DEBUG oslo_concurrency.lockutils [req-c525c5df-2702-476f-a585-8d2c4c732b56 req-aeff5acb-3d4c-4609-af42-839136209744 service nova] Releasing lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.590681] env[62533]: DEBUG nova.compute.manager [req-56f90882-ce7f-4f9e-9a99-27ac16286470 req-72459ed8-0ede-4a0a-bde8-bdac5891a941 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received event network-vif-plugged-e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1729.590914] env[62533]: DEBUG oslo_concurrency.lockutils [req-56f90882-ce7f-4f9e-9a99-27ac16286470 req-72459ed8-0ede-4a0a-bde8-bdac5891a941 service nova] Acquiring lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.591188] env[62533]: DEBUG oslo_concurrency.lockutils [req-56f90882-ce7f-4f9e-9a99-27ac16286470 req-72459ed8-0ede-4a0a-bde8-bdac5891a941 service nova] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.591389] env[62533]: DEBUG oslo_concurrency.lockutils [req-56f90882-ce7f-4f9e-9a99-27ac16286470 req-72459ed8-0ede-4a0a-bde8-bdac5891a941 service nova] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.591538] env[62533]: DEBUG nova.compute.manager [req-56f90882-ce7f-4f9e-9a99-27ac16286470 req-72459ed8-0ede-4a0a-bde8-bdac5891a941 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] No waiting events found dispatching network-vif-plugged-e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1729.591794] env[62533]: WARNING nova.compute.manager [req-56f90882-ce7f-4f9e-9a99-27ac16286470 req-72459ed8-0ede-4a0a-bde8-bdac5891a941 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received unexpected event network-vif-plugged-e4c1892a-c032-445d-8b40-90fa760ceaa7 for instance with vm_state building and task_state spawning. [ 1729.637135] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898643, 'name': PowerOffVM_Task, 'duration_secs': 0.226329} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.637431] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.637528] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.637876] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32bad43e-6ae8-49e9-b97e-55c05dc2463f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.673723] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Successfully updated port: e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1729.718468] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.718696] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.718923] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore1] 21c3f498-c4d3-491c-b1dd-176bb422eee8 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.719283] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b39f79b-d90d-4858-9eb7-9ce6b4a0e939 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.726264] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1729.726264] env[62533]: value = "task-1898646" [ 1729.726264] env[62533]: _type = "Task" [ 1729.726264] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.734905] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.797949] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1729.876830] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898642, 'name': ReconfigVM_Task, 'duration_secs': 0.722234} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.877940] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 87e43eb0-705d-4418-ba14-01be2fffb758/87e43eb0-705d-4418-ba14-01be2fffb758.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.878763] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c706dfe9-3b8e-439a-8b6c-b3a100ed482b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.886524] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1729.886524] env[62533]: value = "task-1898647" [ 1729.886524] env[62533]: _type = "Task" [ 1729.886524] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.896517] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.897106] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.915854] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.988s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.917759] env[62533]: INFO nova.compute.claims [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.921216] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.921544] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898647, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.928470] env[62533]: INFO nova.compute.manager [-] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Took 1.60 seconds to deallocate network for instance. [ 1730.175386] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.175548] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.175700] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.241031] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.280326] env[62533]: DEBUG nova.compute.manager [req-777b5b88-83e6-4c33-b618-178c417e1b43 req-f11190a5-6e45-4f76-8cb3-91256f413ae3 service nova] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Received event network-vif-deleted-e6068dfd-cfaf-482e-af6e-718f8ff3b96b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1730.340388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.403244] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751963} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.408460] env[62533]: DEBUG nova.compute.utils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1730.409073] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] c6095bc6-1e2a-49bf-bcda-dbc36dd5221d/c6095bc6-1e2a-49bf-bcda-dbc36dd5221d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.409479] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.409874] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898647, 'name': Rename_Task, 'duration_secs': 0.26627} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.410720] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1730.411070] env[62533]: DEBUG nova.network.neutron [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.412909] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-273f5101-cf3e-4cd6-aa6d-20421d4e9e7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.416024] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.416024] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76819536-913c-4de9-b828-5af6de6bc42f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.425781] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1730.425781] env[62533]: value = "task-1898649" [ 1730.425781] env[62533]: _type = "Task" [ 1730.425781] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.426943] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1730.426943] env[62533]: value = "task-1898648" [ 1730.426943] env[62533]: _type = "Task" [ 1730.426943] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.438053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.443762] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.448029] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.467111] env[62533]: DEBUG nova.policy [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8408af7245dda000bd0a55d0c69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8818ad7c1c994b71a958521b0a8f98b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1730.725024] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.740512] env[62533]: DEBUG oslo_vmware.api [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579915} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.740753] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.740921] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.741314] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.741514] env[62533]: INFO nova.compute.manager [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1730.741754] env[62533]: DEBUG oslo.service.loopingcall [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.741946] env[62533]: DEBUG nova.compute.manager [-] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1730.742057] env[62533]: DEBUG nova.network.neutron [-] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.764451] env[62533]: DEBUG nova.network.neutron [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Successfully created port: 8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.811209] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.811463] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.811614] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.811767] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.811913] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.812074] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.812213] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1730.812432] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.812490] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.911136] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.960143] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.960812] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281558} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.963362] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.964215] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd622b0-5556-4b38-935c-9808b34a5516 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.995331] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c6095bc6-1e2a-49bf-bcda-dbc36dd5221d/c6095bc6-1e2a-49bf-bcda-dbc36dd5221d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.002019] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e6ddfc-a575-4f06-a7f5-04058d945521 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.023763] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1731.023763] env[62533]: value = "task-1898650" [ 1731.023763] env[62533]: _type = "Task" [ 1731.023763] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.033295] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.332451] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] There are 59 instances to clean {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11724}} [ 1731.332451] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a2a3c924-f46c-4966-89e7-a369d7766c6c] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1731.357586] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f88f4a-5555-4055-9318-4760c0e303d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.371441] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970eef24-d1ea-44b9-8e85-a221f79fa155 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.409411] env[62533]: DEBUG nova.network.neutron [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Updating instance_info_cache with network_info: [{"id": "95b718cd-0380-4ad2-8e4a-4c60c443ba9c", "address": "fa:16:3e:9e:64:77", "network": {"id": "8d6e4b24-9c2b-4ff3-ae84-9ac2670f5195", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516576954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b718cd-03", "ovs_interfaceid": "95b718cd-0380-4ad2-8e4a-4c60c443ba9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4c1892a-c032-445d-8b40-90fa760ceaa7", "address": "fa:16:3e:23:db:13", "network": {"id": "a94cac85-3b1d-4daf-8269-fff479a9e4f8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154153738", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c1892a-c0", "ovs_interfaceid": "e4c1892a-c032-445d-8b40-90fa760ceaa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.411262] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1810653c-33a5-4aec-a01b-5d1d35e0300d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.426190] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4da288-848d-40ce-8abd-94388a9a2737 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.447647] env[62533]: DEBUG nova.compute.provider_tree [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.455771] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.539228] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898650, 'name': ReconfigVM_Task, 'duration_secs': 0.389667} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.539787] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c6095bc6-1e2a-49bf-bcda-dbc36dd5221d/c6095bc6-1e2a-49bf-bcda-dbc36dd5221d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.540541] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b785e9-728c-457e-a78c-4b3746d5f76e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.549436] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1731.549436] env[62533]: value = "task-1898651" [ 1731.549436] env[62533]: _type = "Task" [ 1731.549436] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.557094] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898651, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.610148] env[62533]: DEBUG nova.network.neutron [-] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.616719] env[62533]: DEBUG nova.compute.manager [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received event network-changed-e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1731.616989] env[62533]: DEBUG nova.compute.manager [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Refreshing instance network info cache due to event network-changed-e4c1892a-c032-445d-8b40-90fa760ceaa7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1731.617218] env[62533]: DEBUG oslo_concurrency.lockutils [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] Acquiring lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.839495] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: b2a6d484-5a09-4002-8ba5-36778d3a8860] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1731.915043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Releasing lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.915467] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Instance network_info: |[{"id": "95b718cd-0380-4ad2-8e4a-4c60c443ba9c", "address": "fa:16:3e:9e:64:77", "network": {"id": "8d6e4b24-9c2b-4ff3-ae84-9ac2670f5195", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516576954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b718cd-03", "ovs_interfaceid": "95b718cd-0380-4ad2-8e4a-4c60c443ba9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4c1892a-c032-445d-8b40-90fa760ceaa7", "address": "fa:16:3e:23:db:13", "network": {"id": "a94cac85-3b1d-4daf-8269-fff479a9e4f8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154153738", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c1892a-c0", "ovs_interfaceid": "e4c1892a-c032-445d-8b40-90fa760ceaa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1731.915798] env[62533]: DEBUG oslo_concurrency.lockutils [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] Acquired lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.915980] env[62533]: DEBUG nova.network.neutron [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Refreshing network info cache for port e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.917437] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:64:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b718cd-0380-4ad2-8e4a-4c60c443ba9c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:db:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4c1892a-c032-445d-8b40-90fa760ceaa7', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1731.927053] env[62533]: DEBUG oslo.service.loopingcall [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.930785] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1731.932954] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1731.933723] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec628b8-d6b3-47be-a414-3c0f56573b1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.960231] env[62533]: DEBUG nova.scheduler.client.report [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.964461] env[62533]: DEBUG oslo_vmware.api [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898648, 'name': PowerOnVM_Task, 'duration_secs': 1.102236} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.966991] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.967530] env[62533]: INFO nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1731.967717] env[62533]: DEBUG nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.968017] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1731.968017] env[62533]: value = "task-1898652" [ 1731.968017] env[62533]: _type = "Task" [ 1731.968017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.969609] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fbec9e-9939-4dc2-95ce-c400b86740fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.983563] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.983563] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.983842] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.984430] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.984430] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.984856] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.984966] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.985187] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.985503] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.985809] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.986141] env[62533]: DEBUG nova.virt.hardware [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.989292] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28352423-a142-4918-9a0c-dfa5313ce679 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.007798] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898652, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.011346] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d64e6-bda5-475d-8e66-bfb4121db825 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.062070] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898651, 'name': Rename_Task, 'duration_secs': 0.148138} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.062070] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.062070] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9db98bb-a1b8-48a3-984d-0ca3961c5857 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.068961] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1732.068961] env[62533]: value = "task-1898653" [ 1732.068961] env[62533]: _type = "Task" [ 1732.068961] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.080176] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.113129] env[62533]: INFO nova.compute.manager [-] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Took 1.37 seconds to deallocate network for instance. [ 1732.229733] env[62533]: DEBUG nova.network.neutron [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Updated VIF entry in instance network info cache for port e4c1892a-c032-445d-8b40-90fa760ceaa7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.230039] env[62533]: DEBUG nova.network.neutron [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Updating instance_info_cache with network_info: [{"id": "95b718cd-0380-4ad2-8e4a-4c60c443ba9c", "address": "fa:16:3e:9e:64:77", "network": {"id": "8d6e4b24-9c2b-4ff3-ae84-9ac2670f5195", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1516576954", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b718cd-03", "ovs_interfaceid": "95b718cd-0380-4ad2-8e4a-4c60c443ba9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4c1892a-c032-445d-8b40-90fa760ceaa7", "address": "fa:16:3e:23:db:13", "network": {"id": "a94cac85-3b1d-4daf-8269-fff479a9e4f8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154153738", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d5cd00f38f724a5c8d8ee4033adb2271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4c1892a-c0", "ovs_interfaceid": "e4c1892a-c032-445d-8b40-90fa760ceaa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.316723] env[62533]: DEBUG nova.compute.manager [req-b973678b-c226-4310-8f07-fbcd7abd34b3 req-99f3fb69-8ee6-4832-8856-155d663c3707 service nova] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Received event network-vif-deleted-c58a27e1-5a19-4f31-b3ac-0a9ed197232d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1732.342587] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 0a32178a-7f29-4320-993b-c5f72059755a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1732.465675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.466295] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.471019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.168s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.471354] env[62533]: DEBUG nova.objects.instance [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lazy-loading 'resources' on Instance uuid f07b7559-019c-47ed-8be9-205bfca32e66 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.484525] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898652, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.518776] env[62533]: INFO nova.compute.manager [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Took 31.70 seconds to build instance. [ 1732.586242] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.620244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.733243] env[62533]: DEBUG oslo_concurrency.lockutils [req-bab6ac61-6f60-4979-befd-1b950432daa0 req-7909c3ac-b458-4beb-977a-819f5f7eeae3 service nova] Releasing lock "refresh_cache-9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.740568] env[62533]: DEBUG nova.network.neutron [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Successfully updated port: 8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.847054] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 0a5e8c28-7a1c-4fbf-82d4-b90fb705a3e5] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1732.972696] env[62533]: DEBUG nova.compute.utils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.974419] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.974593] env[62533]: DEBUG nova.network.neutron [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.994300] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898652, 'name': CreateVM_Task, 'duration_secs': 0.631402} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.994528] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1732.995679] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.995948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.996326] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1732.997308] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1045571-f138-4244-92e3-61df76dedb2b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.002513] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1733.002513] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5260c979-ed80-1eb2-333f-9f2188e773ec" [ 1733.002513] env[62533]: _type = "Task" [ 1733.002513] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.012367] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5260c979-ed80-1eb2-333f-9f2188e773ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.020820] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8e9d619f-1b3e-4bdb-88a1-ce1d3349f267 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.206s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.029873] env[62533]: DEBUG nova.policy [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177d74f252e74562bb74bc8e72d7c0c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fd73464141f4240b481a8c98d384350', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.079473] env[62533]: DEBUG oslo_vmware.api [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898653, 'name': PowerOnVM_Task, 'duration_secs': 0.565776} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.079720] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.079939] env[62533]: INFO nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1733.081137] env[62533]: DEBUG nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.081460] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3a72b3-1cac-460b-8903-730f4fde1f72 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.242561] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-073c6a53-b4c5-4530-972f-6c8776746188" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.242561] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-073c6a53-b4c5-4530-972f-6c8776746188" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.242561] env[62533]: DEBUG nova.network.neutron [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.343438] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bcaa33-fda7-49c1-a98d-f716cca78191 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.350919] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: b288b3fc-d0ef-4e25-a5d5-b30eb93ca29a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1733.355583] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2fcf08-a83e-4439-9129-27671a2f912b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.390204] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb1854-d2b8-43f7-84a0-205b04652f8d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.393559] env[62533]: DEBUG nova.network.neutron [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Successfully created port: 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.401798] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd5ddd-2c10-459e-9539-2fc0b8e5f2aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.416258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "87e43eb0-705d-4418-ba14-01be2fffb758" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.416392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.416789] env[62533]: INFO nova.compute.manager [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Rebooting instance [ 1733.418448] env[62533]: DEBUG nova.compute.provider_tree [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.484045] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.513469] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5260c979-ed80-1eb2-333f-9f2188e773ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016753} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.513792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.514105] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.514358] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.514502] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.514677] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.515024] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62020ee7-3693-40b8-984d-c8663a593628 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.525827] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.525827] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.526390] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd42242-8f4a-4aae-9e9e-618df58e079f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.534302] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1733.534302] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ee1dd3-4f50-62a6-94c4-b0a182d8fded" [ 1733.534302] env[62533]: _type = "Task" [ 1733.534302] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.542333] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ee1dd3-4f50-62a6-94c4-b0a182d8fded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.614341] env[62533]: INFO nova.compute.manager [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Took 31.96 seconds to build instance. [ 1733.697980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.698244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.772178] env[62533]: DEBUG nova.compute.manager [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Received event network-vif-plugged-8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1733.772397] env[62533]: DEBUG oslo_concurrency.lockutils [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.772687] env[62533]: DEBUG oslo_concurrency.lockutils [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] Lock "073c6a53-b4c5-4530-972f-6c8776746188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.772867] env[62533]: DEBUG oslo_concurrency.lockutils [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] Lock "073c6a53-b4c5-4530-972f-6c8776746188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.773107] env[62533]: DEBUG nova.compute.manager [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] No waiting events found dispatching network-vif-plugged-8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1733.773308] env[62533]: WARNING nova.compute.manager [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Received unexpected event network-vif-plugged-8cc02e53-7a01-40aa-bcf4-a63202c815c3 for instance with vm_state building and task_state spawning. [ 1733.773446] env[62533]: DEBUG nova.compute.manager [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Received event network-changed-8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1733.773596] env[62533]: DEBUG nova.compute.manager [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Refreshing instance network info cache due to event network-changed-8cc02e53-7a01-40aa-bcf4-a63202c815c3. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1733.773758] env[62533]: DEBUG oslo_concurrency.lockutils [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] Acquiring lock "refresh_cache-073c6a53-b4c5-4530-972f-6c8776746188" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.774608] env[62533]: DEBUG nova.network.neutron [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.858329] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 7e8e7d19-671d-4ee2-9979-ce4e415c165a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1733.923375] env[62533]: DEBUG nova.scheduler.client.report [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.941393] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.941596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquired lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.941771] env[62533]: DEBUG nova.network.neutron [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.971019] env[62533]: DEBUG nova.network.neutron [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Updating instance_info_cache with network_info: [{"id": "8cc02e53-7a01-40aa-bcf4-a63202c815c3", "address": "fa:16:3e:c9:c0:ce", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc02e53-7a", "ovs_interfaceid": "8cc02e53-7a01-40aa-bcf4-a63202c815c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.044622] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ee1dd3-4f50-62a6-94c4-b0a182d8fded, 'name': SearchDatastore_Task, 'duration_secs': 0.039187} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.045434] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5d1e88-3293-4cd4-8ca1-c23c89caa477 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.050898] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1734.050898] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d09d2d-1d3b-6073-5f04-4bc6516112e3" [ 1734.050898] env[62533]: _type = "Task" [ 1734.050898] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.058645] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d09d2d-1d3b-6073-5f04-4bc6516112e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.120644] env[62533]: DEBUG oslo_concurrency.lockutils [None req-caae2c9d-2172-4e5f-a37c-629f25935f95 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.475s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.200937] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.362569] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 30209d85-99ad-4cf8-b9a8-2ed72536ad84] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1734.371341] env[62533]: DEBUG nova.compute.manager [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Received event network-changed-c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1734.371341] env[62533]: DEBUG nova.compute.manager [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Refreshing instance network info cache due to event network-changed-c3fdfd63-c86e-4736-8950-424e5cd296b5. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1734.371341] env[62533]: DEBUG oslo_concurrency.lockutils [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] Acquiring lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.371341] env[62533]: DEBUG oslo_concurrency.lockutils [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] Acquired lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.371487] env[62533]: DEBUG nova.network.neutron [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Refreshing network info cache for port c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.428925] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.431408] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.600s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.431702] env[62533]: DEBUG nova.objects.instance [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lazy-loading 'resources' on Instance uuid 797b76eb-9b81-4a84-919d-277a1dcf2ed5 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.448496] env[62533]: INFO nova.scheduler.client.report [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Deleted allocations for instance f07b7559-019c-47ed-8be9-205bfca32e66 [ 1734.473537] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-073c6a53-b4c5-4530-972f-6c8776746188" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.473881] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Instance network_info: |[{"id": "8cc02e53-7a01-40aa-bcf4-a63202c815c3", "address": "fa:16:3e:c9:c0:ce", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc02e53-7a", "ovs_interfaceid": "8cc02e53-7a01-40aa-bcf4-a63202c815c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.474222] env[62533]: DEBUG oslo_concurrency.lockutils [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] Acquired lock "refresh_cache-073c6a53-b4c5-4530-972f-6c8776746188" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.474486] env[62533]: DEBUG nova.network.neutron [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Refreshing network info cache for port 8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.475675] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:c0:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc02e53-7a01-40aa-bcf4-a63202c815c3', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.483239] env[62533]: DEBUG oslo.service.loopingcall [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.488726] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.489249] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8314ce4-51ba-4c6e-89dc-b1fc2e271917 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.505311] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.514242] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.514242] env[62533]: value = "task-1898654" [ 1734.514242] env[62533]: _type = "Task" [ 1734.514242] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.523137] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898654, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.542880] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.543161] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.543389] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.543653] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.543831] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.543998] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.544229] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.544389] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.544667] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.544955] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.545117] env[62533]: DEBUG nova.virt.hardware [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.545873] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38bd0fa-22e4-43db-9f39-d1e3be130343 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.556685] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eb7762-2b78-414a-8080-ff0af5c4868b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.565670] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d09d2d-1d3b-6073-5f04-4bc6516112e3, 'name': SearchDatastore_Task, 'duration_secs': 0.023021} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.574705] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.575144] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566/9ba4b2a4-0b0a-480e-b88b-5b0baf66e566.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1734.578646] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e85a891-e1f0-473b-b96f-b6b7b9ec330f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.585994] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1734.585994] env[62533]: value = "task-1898655" [ 1734.585994] env[62533]: _type = "Task" [ 1734.585994] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.597396] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.730414] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.741203] env[62533]: DEBUG nova.network.neutron [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Updated VIF entry in instance network info cache for port 8cc02e53-7a01-40aa-bcf4-a63202c815c3. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.742144] env[62533]: DEBUG nova.network.neutron [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Updating instance_info_cache with network_info: [{"id": "8cc02e53-7a01-40aa-bcf4-a63202c815c3", "address": "fa:16:3e:c9:c0:ce", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc02e53-7a", "ovs_interfaceid": "8cc02e53-7a01-40aa-bcf4-a63202c815c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.865845] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fe7d3d15-db68-4d83-b26b-2b88599e46aa] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1734.959756] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2b6e0da3-dea4-4e02-9301-b93e827aaf17 tempest-ServersTestJSON-734521258 tempest-ServersTestJSON-734521258-project-member] Lock "f07b7559-019c-47ed-8be9-205bfca32e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.355s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.993284] env[62533]: DEBUG nova.network.neutron [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Updating instance_info_cache with network_info: [{"id": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "address": "fa:16:3e:2e:13:d6", "network": {"id": "9d867a29-0ea0-4b87-8eac-7e18d833f867", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1818305728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962e680ba21a4ae1bdcf89dca26623ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b7c02-6b", "ovs_interfaceid": "a14b7c02-6bd9-4929-8153-4f6a4e2823d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.024971] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898654, 'name': CreateVM_Task, 'duration_secs': 0.37844} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.027724] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.030466] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.030466] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.030466] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.032957] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fcde28-b085-4eb3-84e8-ffa8b4091dd1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.038827] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1735.038827] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520d7ce5-b631-3d5a-3a31-b213eb6ab9ce" [ 1735.038827] env[62533]: _type = "Task" [ 1735.038827] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.053474] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520d7ce5-b631-3d5a-3a31-b213eb6ab9ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.097292] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.201877] env[62533]: DEBUG nova.network.neutron [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updated VIF entry in instance network info cache for port c3fdfd63-c86e-4736-8950-424e5cd296b5. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.201877] env[62533]: DEBUG nova.network.neutron [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating instance_info_cache with network_info: [{"id": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "address": "fa:16:3e:1b:9b:0f", "network": {"id": "fc7791bc-27cc-436a-9512-76a5200151f0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-286162671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd00da2549745e68f897c5580a69b2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fdfd63-c8", "ovs_interfaceid": "c3fdfd63-c86e-4736-8950-424e5cd296b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.244028] env[62533]: DEBUG oslo_concurrency.lockutils [req-0066d5a8-a31b-4b65-9669-428cf8de6760 req-11b57519-dbce-4d14-81d4-83f6f49f2c39 service nova] Releasing lock "refresh_cache-073c6a53-b4c5-4530-972f-6c8776746188" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.370982] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 813d7574-310c-4d97-92aa-e19995c25093] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1735.436459] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e025fc16-aee0-4604-a851-825ff22405ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.444551] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae641d-e359-47a5-864c-c101c2304684 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.477806] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f7b485-cf8f-4995-b859-83fd3169d3e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.486093] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923c9e20-9d34-4ea2-9eec-cc432cff0a50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.506274] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Releasing lock "refresh_cache-87e43eb0-705d-4418-ba14-01be2fffb758" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.507950] env[62533]: DEBUG nova.compute.provider_tree [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.550576] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520d7ce5-b631-3d5a-3a31-b213eb6ab9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.053319} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.550946] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.551323] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.551732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.551940] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.552194] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.552544] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbdfe99e-78fb-46fa-926c-c63a6e0f0676 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.564318] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.566381] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.566381] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be95d4f4-11b5-4922-912d-ee7d330ef0bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.573013] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1735.573013] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266869a-812a-d574-4c07-edf28403cb3b" [ 1735.573013] env[62533]: _type = "Task" [ 1735.573013] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.580663] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266869a-812a-d574-4c07-edf28403cb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.596435] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612304} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.596684] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566/9ba4b2a4-0b0a-480e-b88b-5b0baf66e566.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1735.596897] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1735.597190] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a57acc88-6b4b-46b6-a1a0-afb68330da20 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.602928] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1735.602928] env[62533]: value = "task-1898656" [ 1735.602928] env[62533]: _type = "Task" [ 1735.602928] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.611119] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.703572] env[62533]: DEBUG oslo_concurrency.lockutils [req-d3e69b1a-7efe-4a7e-b0d7-911c5cbd476d req-5bc98e75-7a16-4614-9e9b-108f459e048b service nova] Releasing lock "refresh_cache-c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.773240] env[62533]: DEBUG nova.network.neutron [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Successfully updated port: 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.801289] env[62533]: DEBUG nova.compute.manager [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-vif-plugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1735.801512] env[62533]: DEBUG oslo_concurrency.lockutils [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.801855] env[62533]: DEBUG oslo_concurrency.lockutils [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.804516] env[62533]: DEBUG oslo_concurrency.lockutils [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.804811] env[62533]: DEBUG nova.compute.manager [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] No waiting events found dispatching network-vif-plugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.805783] env[62533]: WARNING nova.compute.manager [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received unexpected event network-vif-plugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b for instance with vm_state building and task_state spawning. [ 1735.806133] env[62533]: DEBUG nova.compute.manager [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1735.806787] env[62533]: DEBUG nova.compute.manager [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing instance network info cache due to event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1735.807143] env[62533]: DEBUG oslo_concurrency.lockutils [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.807405] env[62533]: DEBUG oslo_concurrency.lockutils [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.807675] env[62533]: DEBUG nova.network.neutron [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.876923] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 27f325af-28d6-44a5-8ebd-8fa64fc4c99e] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1736.013664] env[62533]: DEBUG nova.scheduler.client.report [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.017231] env[62533]: DEBUG nova.compute.manager [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.018096] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c1663-588a-4284-8d33-76142df13bd5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.083909] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266869a-812a-d574-4c07-edf28403cb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.038768} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.084686] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3de00ee-f67b-46d4-8f34-e33ec5817db8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.090134] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1736.090134] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5247c1be-ea4f-c96d-ebc3-a78b9a0686b9" [ 1736.090134] env[62533]: _type = "Task" [ 1736.090134] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.097635] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5247c1be-ea4f-c96d-ebc3-a78b9a0686b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.110745] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.49271} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.110948] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.111662] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d10d3-601b-4b48-9638-4c8d3b54dc1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.136030] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566/9ba4b2a4-0b0a-480e-b88b-5b0baf66e566.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.136268] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65336e76-a971-49a1-ac0a-ac1682a7b0e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.155170] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1736.155170] env[62533]: value = "task-1898657" [ 1736.155170] env[62533]: _type = "Task" [ 1736.155170] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.162707] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.276311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.369971] env[62533]: DEBUG nova.network.neutron [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.382972] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: cb58dff4-d64c-4977-8434-ee6118e5ddf9] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1736.467282] env[62533]: DEBUG nova.network.neutron [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.522177] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.525579] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.351s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.529143] env[62533]: INFO nova.compute.claims [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.571647] env[62533]: INFO nova.scheduler.client.report [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Deleted allocations for instance 797b76eb-9b81-4a84-919d-277a1dcf2ed5 [ 1736.604038] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5247c1be-ea4f-c96d-ebc3-a78b9a0686b9, 'name': SearchDatastore_Task, 'duration_secs': 0.070384} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.604038] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.604038] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 073c6a53-b4c5-4530-972f-6c8776746188/073c6a53-b4c5-4530-972f-6c8776746188.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.604038] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3eb68a-9234-43e3-b11a-27271997a157 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.610730] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1736.610730] env[62533]: value = "task-1898658" [ 1736.610730] env[62533]: _type = "Task" [ 1736.610730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.619455] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.668089] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.887717] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: daaa0180-f90b-4982-85a5-6f27042ac1be] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1736.970071] env[62533]: DEBUG oslo_concurrency.lockutils [req-b5300d4e-e711-4ecd-a478-4467b64b8a1b req-9368ead1-1328-4720-bd97-b454232c470f service nova] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.970478] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.970744] env[62533]: DEBUG nova.network.neutron [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.043023] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e364dd2e-eacb-4c6c-8176-3cec7d48dd4c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.056367] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Doing hard reboot of VM {{(pid=62533) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1737.056367] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e366d78e-a561-4d57-b64d-8c1d1457220d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.066069] env[62533]: DEBUG oslo_vmware.api [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1737.066069] env[62533]: value = "task-1898659" [ 1737.066069] env[62533]: _type = "Task" [ 1737.066069] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.076287] env[62533]: DEBUG oslo_vmware.api [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898659, 'name': ResetVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.083025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7f622def-436f-4d5e-a912-bf5fd610bd30 tempest-ImagesTestJSON-235406048 tempest-ImagesTestJSON-235406048-project-member] Lock "797b76eb-9b81-4a84-919d-277a1dcf2ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.910s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.121656] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.168588] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898657, 'name': ReconfigVM_Task, 'duration_secs': 0.723652} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.168902] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566/9ba4b2a4-0b0a-480e-b88b-5b0baf66e566.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.169631] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b14b04-d51c-4ace-91a4-07bc1d3beffd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.179411] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1737.179411] env[62533]: value = "task-1898660" [ 1737.179411] env[62533]: _type = "Task" [ 1737.179411] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.189264] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898660, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.392307] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c3f1bb2c-da9d-4f6a-8336-2e96a2dc79cf] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1737.522080] env[62533]: DEBUG nova.network.neutron [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.579174] env[62533]: DEBUG oslo_vmware.api [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898659, 'name': ResetVM_Task, 'duration_secs': 0.115288} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.579436] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Did hard reboot of VM {{(pid=62533) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1737.579711] env[62533]: DEBUG nova.compute.manager [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.582634] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b44e30-1920-4e6e-a1d0-53cd554c7473 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.629609] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783446} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.629609] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 073c6a53-b4c5-4530-972f-6c8776746188/073c6a53-b4c5-4530-972f-6c8776746188.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.629609] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.633708] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53e9d54-39f6-452a-98b7-06d83960f731 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.644084] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1737.644084] env[62533]: value = "task-1898661" [ 1737.644084] env[62533]: _type = "Task" [ 1737.644084] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.658610] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.688877] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898660, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.737692] env[62533]: DEBUG nova.network.neutron [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa73385-85", "ovs_interfaceid": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.863756] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984e345-14cc-4039-aab1-472cc4eb2b7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.872410] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bef2f64-5276-42ff-b91f-eb2a61b8f6e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.903798] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 933e7e20-db95-4f2b-9c46-7065740bfc01] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1737.906415] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6382c9-056f-4add-8949-c49a7933bd75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.914649] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b707f-b3cc-457c-87bd-d8e32912defd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.929599] env[62533]: DEBUG nova.compute.provider_tree [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.099529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d4ba8df8-1a90-45d7-9535-ad4892da3327 tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.683s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.157098] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.483247} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.157459] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1738.158350] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4784fbfd-59f3-4149-8715-471502427b7e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.180461] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 073c6a53-b4c5-4530-972f-6c8776746188/073c6a53-b4c5-4530-972f-6c8776746188.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.180868] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8f054a-40c1-4bb1-96ac-a797fb98fb3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.204762] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898660, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.206149] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1738.206149] env[62533]: value = "task-1898662" [ 1738.206149] env[62533]: _type = "Task" [ 1738.206149] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.213809] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.240577] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.241876] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance network_info: |[{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa73385-85", "ovs_interfaceid": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1738.242428] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:1e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.250978] env[62533]: DEBUG oslo.service.loopingcall [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.251235] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.251522] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3dd302a-9206-4438-980c-a1134ed1be7e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.272908] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.272908] env[62533]: value = "task-1898663" [ 1738.272908] env[62533]: _type = "Task" [ 1738.272908] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.286446] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898663, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.413611] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 783d2c84-894d-4610-b484-2b55bafe0eae] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1738.433407] env[62533]: DEBUG nova.scheduler.client.report [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.692091] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898660, 'name': Rename_Task, 'duration_secs': 1.105641} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.692503] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.692628] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50abca58-2c83-4fd8-aceb-a74acd490701 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.700103] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1738.700103] env[62533]: value = "task-1898664" [ 1738.700103] env[62533]: _type = "Task" [ 1738.700103] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.707997] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.715144] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898662, 'name': ReconfigVM_Task, 'duration_secs': 0.422578} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.715421] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 073c6a53-b4c5-4530-972f-6c8776746188/073c6a53-b4c5-4530-972f-6c8776746188.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.716026] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9db0c3f-2a08-4618-a366-576df424c272 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.722405] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1738.722405] env[62533]: value = "task-1898665" [ 1738.722405] env[62533]: _type = "Task" [ 1738.722405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.729938] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898665, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.755517] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.755739] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.786632] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898663, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.917627] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 3bc555d6-fe6e-4c8d-96cb-300ac417681c] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1738.939910] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.940464] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.943583] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.604s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.945041] env[62533]: INFO nova.compute.claims [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.028800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.028800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.028800] env[62533]: DEBUG nova.objects.instance [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'flavor' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.030485] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.030727] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.210798] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.231181] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898665, 'name': Rename_Task, 'duration_secs': 0.167407} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.231867] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.231867] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3d8b0af-62de-4b7f-88b9-0072a27626c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.238270] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1739.238270] env[62533]: value = "task-1898666" [ 1739.238270] env[62533]: _type = "Task" [ 1739.238270] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.247224] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.258893] env[62533]: DEBUG nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.286472] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898663, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.427999] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 36735008-9684-4c31-b3bf-d0b17b641a52] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1739.450055] env[62533]: DEBUG nova.compute.utils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.455136] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1739.456224] env[62533]: DEBUG nova.network.neutron [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1739.534753] env[62533]: DEBUG nova.objects.instance [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'pci_requests' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.535853] env[62533]: DEBUG nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.563713] env[62533]: DEBUG nova.policy [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c2eb13e1e4c2bb5f8adcba758a863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b67336e704c4228a061d74475a2b39e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.718801] env[62533]: DEBUG oslo_vmware.api [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898664, 'name': PowerOnVM_Task, 'duration_secs': 0.620825} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.719243] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.719328] env[62533]: INFO nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Took 12.60 seconds to spawn the instance on the hypervisor. [ 1739.719478] env[62533]: DEBUG nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.720273] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867c429d-2071-4aac-ae4c-17f0ced9a34e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.753173] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.769395] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "87e43eb0-705d-4418-ba14-01be2fffb758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.769533] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.769829] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "87e43eb0-705d-4418-ba14-01be2fffb758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.769923] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.770582] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.775833] env[62533]: INFO nova.compute.manager [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Terminating instance [ 1739.789926] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898663, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.794398] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.931367] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: ac5533d7-3d9b-4845-b457-a3adb38ce244] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1739.962099] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1740.043509] env[62533]: DEBUG nova.objects.base [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Object Instance<6014e0c4-f551-4e75-bd38-a33ba71cf202> lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1740.044395] env[62533]: DEBUG nova.network.neutron [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.072370] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.105403] env[62533]: DEBUG nova.network.neutron [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Successfully created port: cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.258645] env[62533]: INFO nova.compute.manager [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Took 31.87 seconds to build instance. [ 1740.269041] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898666, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.282678] env[62533]: DEBUG nova.compute.manager [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1740.282904] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.290174] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20837d19-eaed-4c1b-8824-e82694c39af9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.292764] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898663, 'name': CreateVM_Task, 'duration_secs': 1.530089} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.293551] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.294553] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.294792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.295058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.295300] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5406fa4e-fb1c-49e4-a00e-c9183a0f8b55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.300896] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.301517] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540b6574-ca67-4a3f-8f7a-428e8f38e78b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.305448] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1740.305448] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528695d1-598e-3a27-58e4-689436f63c56" [ 1740.305448] env[62533]: _type = "Task" [ 1740.305448] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.310647] env[62533]: DEBUG oslo_vmware.api [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1740.310647] env[62533]: value = "task-1898667" [ 1740.310647] env[62533]: _type = "Task" [ 1740.310647] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.320618] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a2039d70-2b8f-4d1b-ad18-28a719117862 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.292s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.321917] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528695d1-598e-3a27-58e4-689436f63c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.333219] env[62533]: DEBUG oslo_vmware.api [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.372263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c82e8-f3d9-4173-939b-79236c361fc4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.381107] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0f092f-ef5b-41b0-b223-e7066093bb44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.420389] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4bdb87-9ddd-4de0-a591-0a4c94880ff7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.428700] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8230d4-3b94-4d71-927e-7177da781447 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.443140] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 8b92dc33-c9e7-423d-ab40-da2d7935205a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1740.445288] env[62533]: DEBUG nova.compute.provider_tree [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.753071] env[62533]: DEBUG oslo_vmware.api [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898666, 'name': PowerOnVM_Task, 'duration_secs': 1.283116} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.753388] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1740.753594] env[62533]: INFO nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1740.753771] env[62533]: DEBUG nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.754543] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1d225-a7d4-4f99-9b91-b07aa2f350fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.763154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8950d8b0-10c3-41cf-9b0e-2cd12c07d0e0 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.386s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.824433] env[62533]: DEBUG oslo_vmware.api [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898667, 'name': PowerOffVM_Task, 'duration_secs': 0.215964} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.824681] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528695d1-598e-3a27-58e4-689436f63c56, 'name': SearchDatastore_Task, 'duration_secs': 0.0124} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.824908] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1740.825385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1740.825436] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.825633] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.825973] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.826062] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.827494] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.827494] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60752de1-0f5e-4c62-b32b-be68d58d8922 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.827821] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb54293-57f1-4ebe-a47d-195f6db33a10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.836218] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.836385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.837284] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505aa09a-8344-4a66-a38f-1e7fc13e283c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.843809] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1740.843809] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52424e5e-9dad-c16a-cbb7-ef0547b3f68a" [ 1740.843809] env[62533]: _type = "Task" [ 1740.843809] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.851280] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52424e5e-9dad-c16a-cbb7-ef0547b3f68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.948538] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c6f4e907-975b-4541-a1f9-63872df7fa60] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1740.950363] env[62533]: DEBUG nova.scheduler.client.report [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.975404] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1741.004260] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.004490] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.004646] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.004827] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.004974] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.005136] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.005349] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.005506] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.005670] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.005822] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.005990] env[62533]: DEBUG nova.virt.hardware [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.006845] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4986258-d95e-4937-bbac-20d22914464e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.015430] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1cb9e9-5395-4524-b5a6-59c605730065 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.270690] env[62533]: INFO nova.compute.manager [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Took 21.08 seconds to build instance. [ 1741.349158] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.349363] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.349496] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Deleting the datastore file [datastore2] 87e43eb0-705d-4418-ba14-01be2fffb758 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.350130] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64f98f05-3173-4499-85b4-45edbe5421f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.355590] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52424e5e-9dad-c16a-cbb7-ef0547b3f68a, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.356677] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f4e39a-8aed-4916-9665-caadeae4c708 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.360331] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.360464] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.360673] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.360946] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.361159] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.362702] env[62533]: DEBUG oslo_vmware.api [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for the task: (returnval){ [ 1741.362702] env[62533]: value = "task-1898669" [ 1741.362702] env[62533]: _type = "Task" [ 1741.362702] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.363137] env[62533]: INFO nova.compute.manager [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Terminating instance [ 1741.370268] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1741.370268] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52045df2-4dd8-f07a-780a-7e6bc01e4a8e" [ 1741.370268] env[62533]: _type = "Task" [ 1741.370268] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.378009] env[62533]: DEBUG oslo_vmware.api [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.383631] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52045df2-4dd8-f07a-780a-7e6bc01e4a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01272} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.383888] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.384172] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.384431] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ad2466-b09f-4727-93f5-f4c7ef16bc9a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.390720] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1741.390720] env[62533]: value = "task-1898670" [ 1741.390720] env[62533]: _type = "Task" [ 1741.390720] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.400259] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.454140] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2c87c4f4-6a23-447c-95c1-286843a12450] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1741.456881] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.457518] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.461077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.023s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.461077] env[62533]: DEBUG nova.objects.instance [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lazy-loading 'resources' on Instance uuid 39b05493-aa47-4fec-bd11-6e05c8bfe8b6 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.723581] env[62533]: DEBUG nova.compute.manager [req-8f90dd7d-cb1d-4e6c-9ebe-1374df33543e req-9b8b6f75-c4d3-4d3b-89d4-b7a4e53aad04 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Received event network-vif-plugged-cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1741.723959] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f90dd7d-cb1d-4e6c-9ebe-1374df33543e req-9b8b6f75-c4d3-4d3b-89d4-b7a4e53aad04 service nova] Acquiring lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.724407] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f90dd7d-cb1d-4e6c-9ebe-1374df33543e req-9b8b6f75-c4d3-4d3b-89d4-b7a4e53aad04 service nova] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.724636] env[62533]: DEBUG oslo_concurrency.lockutils [req-8f90dd7d-cb1d-4e6c-9ebe-1374df33543e req-9b8b6f75-c4d3-4d3b-89d4-b7a4e53aad04 service nova] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.724736] env[62533]: DEBUG nova.compute.manager [req-8f90dd7d-cb1d-4e6c-9ebe-1374df33543e req-9b8b6f75-c4d3-4d3b-89d4-b7a4e53aad04 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] No waiting events found dispatching network-vif-plugged-cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.724882] env[62533]: WARNING nova.compute.manager [req-8f90dd7d-cb1d-4e6c-9ebe-1374df33543e req-9b8b6f75-c4d3-4d3b-89d4-b7a4e53aad04 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Received unexpected event network-vif-plugged-cf1f3728-ac8b-43f7-b9c7-9ad865168122 for instance with vm_state building and task_state spawning. [ 1741.773400] env[62533]: DEBUG oslo_concurrency.lockutils [None req-440ccd73-8416-4277-886d-7c29074a3d49 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.594s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.830600] env[62533]: DEBUG nova.network.neutron [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Successfully updated port: cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.871768] env[62533]: DEBUG nova.compute.manager [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1741.871989] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.872889] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8ddef-52d1-4b36-aacc-307ec198906a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.883995] env[62533]: DEBUG oslo_vmware.api [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Task: {'id': task-1898669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.887082] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.887360] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.887540] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.887830] env[62533]: INFO nova.compute.manager [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1741.888305] env[62533]: DEBUG oslo.service.loopingcall [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.888546] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.888838] env[62533]: DEBUG nova.compute.manager [-] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1741.889136] env[62533]: DEBUG nova.network.neutron [-] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1741.891209] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8674380b-21cd-441b-aa3f-c17f0ef0acc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.903948] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.906122] env[62533]: DEBUG oslo_vmware.api [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1741.906122] env[62533]: value = "task-1898671" [ 1741.906122] env[62533]: _type = "Task" [ 1741.906122] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.918228] env[62533]: DEBUG oslo_vmware.api [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.964036] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 0b1df357-a0c0-481b-b2f6-1a6304335d36] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1741.967997] env[62533]: DEBUG nova.compute.utils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.970446] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.970807] env[62533]: DEBUG nova.network.neutron [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.062253] env[62533]: DEBUG nova.policy [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64ffab342e94ccc868d62adeeb43a97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e502bea60f44222a8659e41360e8aec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.074573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.074888] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.075176] env[62533]: DEBUG nova.objects.instance [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'flavor' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.336199] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "refresh_cache-b3837fca-fdb3-4540-ad97-f46cb5763ba3" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.336199] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "refresh_cache-b3837fca-fdb3-4540-ad97-f46cb5763ba3" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.336199] env[62533]: DEBUG nova.network.neutron [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.399304] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7cb2d-de38-494c-b897-090b4478c08a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.406895] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563901} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.410301] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.410519] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.412408] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c600f9-3cec-4b8a-b58b-ccb082fc6d37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.415445] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb05dc-09cc-4460-939d-8f731946d077 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.421814] env[62533]: DEBUG oslo_vmware.api [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898671, 'name': PowerOffVM_Task, 'duration_secs': 0.29182} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.422013] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.422457] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.422457] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-851e725e-f986-49b4-8dea-22292ddf0514 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.449766] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1742.449766] env[62533]: value = "task-1898672" [ 1742.449766] env[62533]: _type = "Task" [ 1742.449766] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.450766] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83606c2-3319-4c19-b01b-8c2fec68ff51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.463452] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d46afd-a665-4d3b-94a2-8783601454e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.472759] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.477515] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fdc30663-8abf-4aa3-8826-6dd1e0340a78] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1742.479165] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.481773] env[62533]: DEBUG nova.compute.provider_tree [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.641705] env[62533]: DEBUG nova.network.neutron [-] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.692142] env[62533]: DEBUG nova.objects.instance [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'pci_requests' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.885932] env[62533]: DEBUG nova.network.neutron [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.898108] env[62533]: DEBUG nova.network.neutron [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Successfully created port: bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.967264] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104505} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.969998] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.970896] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc8a55-b5d1-4efc-a755-a54a389cdea1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.993395] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: cd483179-6724-4544-83f7-e23a884e98c8] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1743.000646] env[62533]: DEBUG nova.scheduler.client.report [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.017921] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.019067] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54eb29f7-ea53-49a7-8d4d-71680911937c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.039926] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.040196] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.040686] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Deleting the datastore file [datastore1] 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.041814] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83a5251-ef7f-43b7-a77f-440f18554c69 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.046917] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1743.046917] env[62533]: value = "task-1898674" [ 1743.046917] env[62533]: _type = "Task" [ 1743.046917] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.049478] env[62533]: DEBUG oslo_vmware.api [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for the task: (returnval){ [ 1743.049478] env[62533]: value = "task-1898675" [ 1743.049478] env[62533]: _type = "Task" [ 1743.049478] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.066024] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.066024] env[62533]: DEBUG oslo_vmware.api [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.082953] env[62533]: DEBUG nova.network.neutron [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Updating instance_info_cache with network_info: [{"id": "cf1f3728-ac8b-43f7-b9c7-9ad865168122", "address": "fa:16:3e:ff:1f:f6", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f3728-ac", "ovs_interfaceid": "cf1f3728-ac8b-43f7-b9c7-9ad865168122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.145511] env[62533]: INFO nova.compute.manager [-] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Took 1.26 seconds to deallocate network for instance. [ 1743.195623] env[62533]: DEBUG nova.objects.base [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Object Instance<6014e0c4-f551-4e75-bd38-a33ba71cf202> lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1743.196715] env[62533]: DEBUG nova.network.neutron [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.249146] env[62533]: DEBUG nova.policy [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.497797] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 063e09bf-57be-45b0-af3a-a02272866859] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1743.501888] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.507754] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.510626] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.890s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.511203] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.514637] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.783s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.518996] env[62533]: INFO nova.compute.claims [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.543230] env[62533]: INFO nova.scheduler.client.report [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocations for instance 21c3f498-c4d3-491c-b1dd-176bb422eee8 [ 1743.547314] env[62533]: INFO nova.scheduler.client.report [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance 39b05493-aa47-4fec-bd11-6e05c8bfe8b6 [ 1743.558103] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.558103] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.558103] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.558301] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.558301] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.558550] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.558978] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.559211] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.559459] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.559672] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.559884] env[62533]: DEBUG nova.virt.hardware [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.561487] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489af48-77d8-402c-aafe-274f47c47212 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.573471] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898674, 'name': ReconfigVM_Task, 'duration_secs': 0.324731} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.579071] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.579948] env[62533]: DEBUG oslo_vmware.api [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Task: {'id': task-1898675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193798} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.580124] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f23dd1c4-3a1b-4dcc-b745-700a4f8a3ff2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.583039] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764cd7ab-a33f-4980-8f26-3c1d67dd6c7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.588840] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.589672] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.589943] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.590172] env[62533]: INFO nova.compute.manager [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1743.590715] env[62533]: DEBUG oslo.service.loopingcall [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.591912] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "refresh_cache-b3837fca-fdb3-4540-ad97-f46cb5763ba3" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.592194] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Instance network_info: |[{"id": "cf1f3728-ac8b-43f7-b9c7-9ad865168122", "address": "fa:16:3e:ff:1f:f6", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f3728-ac", "ovs_interfaceid": "cf1f3728-ac8b-43f7-b9c7-9ad865168122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.592685] env[62533]: DEBUG nova.compute.manager [-] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.592685] env[62533]: DEBUG nova.network.neutron [-] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.594792] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:1f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf1f3728-ac8b-43f7-b9c7-9ad865168122', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.602494] env[62533]: DEBUG oslo.service.loopingcall [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.605408] env[62533]: DEBUG nova.network.neutron [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Successfully created port: 2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.610220] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.610220] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1743.610220] env[62533]: value = "task-1898676" [ 1743.610220] env[62533]: _type = "Task" [ 1743.610220] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.618700] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-225b6c52-4175-44e8-9d9c-37f5c8162456 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.645237] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898676, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.646474] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.646474] env[62533]: value = "task-1898677" [ 1743.646474] env[62533]: _type = "Task" [ 1743.646474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.654411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.654953] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898677, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.932302] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.932746] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.002357] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 248183e2-fc42-46c6-b123-57c950b0a526] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1744.052138] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d8255368-01c7-4516-be78-36735eec0012 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "21c3f498-c4d3-491c-b1dd-176bb422eee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.615s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.064184] env[62533]: DEBUG oslo_concurrency.lockutils [None req-be88a511-a657-4425-a87f-98f17518447d tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "39b05493-aa47-4fec-bd11-6e05c8bfe8b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.551s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.144326] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898676, 'name': Rename_Task, 'duration_secs': 0.159818} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.144374] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.144621] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43103832-98f6-4f47-b05d-2a1b5c538a4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.152994] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1744.152994] env[62533]: value = "task-1898678" [ 1744.152994] env[62533]: _type = "Task" [ 1744.152994] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.158156] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898677, 'name': CreateVM_Task, 'duration_secs': 0.43111} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.158899] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.159590] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.159755] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.160078] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.160637] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06b28bb-2b48-4f5b-ba12-0a0a08e4d0b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.165339] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.168621] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1744.168621] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5253f074-e722-0481-8307-fd0e3e71310f" [ 1744.168621] env[62533]: _type = "Task" [ 1744.168621] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.177203] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5253f074-e722-0481-8307-fd0e3e71310f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.437116] env[62533]: DEBUG nova.compute.utils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.505902] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e3f5e27e-f302-4393-a632-3c513ef0f6b8] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1744.672063] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898678, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.688349] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5253f074-e722-0481-8307-fd0e3e71310f, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.690025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.690025] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.690025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.691028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.691028] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.694753] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e0ce37-b5ee-418b-803d-d88a06554a35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.706023] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.706023] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.706023] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345f5d00-5cc5-45e9-9ed4-22b2a509507b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.720066] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1744.720066] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529c6e84-a387-fe59-6a39-051375c1704d" [ 1744.720066] env[62533]: _type = "Task" [ 1744.720066] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.735186] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529c6e84-a387-fe59-6a39-051375c1704d, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.738893] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee8f9f5-3f8b-4446-b061-3c0d4d250285 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.740634] env[62533]: DEBUG nova.network.neutron [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Successfully updated port: bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.746025] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1744.746025] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527f182c-10a2-57d5-5a73-b810d026de4a" [ 1744.746025] env[62533]: _type = "Task" [ 1744.746025] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.757104] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527f182c-10a2-57d5-5a73-b810d026de4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.850108] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bea28-ea4b-40c4-8311-87c40109755d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.857993] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b2b5c-4890-4573-b26c-9348cb1ff641 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.888864] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd09c5a-851a-4b54-9280-a2387938af5f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.896897] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af8a8c-2a08-484e-8643-cf7fe04e2ab0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.910463] env[62533]: DEBUG nova.compute.provider_tree [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.940706] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.988707] env[62533]: DEBUG nova.network.neutron [-] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.009337] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: bf8ae846-d7d3-4221-8a88-71dc75f34fbc] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1745.166017] env[62533]: DEBUG oslo_vmware.api [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1898678, 'name': PowerOnVM_Task, 'duration_secs': 0.553144} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.166669] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.166669] env[62533]: INFO nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1745.166669] env[62533]: DEBUG nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.167470] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5dd9c8-3433-4ff7-a338-02a934166c0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.247365] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "refresh_cache-0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.247365] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "refresh_cache-0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.247365] env[62533]: DEBUG nova.network.neutron [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.258226] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527f182c-10a2-57d5-5a73-b810d026de4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.258993] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.259268] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b3837fca-fdb3-4540-ad97-f46cb5763ba3/b3837fca-fdb3-4540-ad97-f46cb5763ba3.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.259521] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db039335-74f5-4c2e-b637-c000d4b08844 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.266483] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1745.266483] env[62533]: value = "task-1898679" [ 1745.266483] env[62533]: _type = "Task" [ 1745.266483] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.275913] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.334244] env[62533]: DEBUG nova.network.neutron [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Successfully updated port: 2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.413834] env[62533]: DEBUG nova.scheduler.client.report [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.491190] env[62533]: INFO nova.compute.manager [-] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Took 1.90 seconds to deallocate network for instance. [ 1745.512918] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: eda42c6c-48a5-46ed-a905-bae640ba0b90] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1745.683631] env[62533]: INFO nova.compute.manager [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Took 23.78 seconds to build instance. [ 1745.776464] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.783235] env[62533]: DEBUG nova.network.neutron [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.836795] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.837548] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.837548] env[62533]: DEBUG nova.network.neutron [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.919269] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.919970] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.923965] env[62533]: DEBUG nova.network.neutron [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Updating instance_info_cache with network_info: [{"id": "bdef7829-9196-4231-bf6f-09000cacc8bc", "address": "fa:16:3e:a0:99:31", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdef7829-91", "ovs_interfaceid": "bdef7829-9196-4231-bf6f-09000cacc8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.927492] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.131s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.929106] env[62533]: INFO nova.compute.claims [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.000401] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.005219] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.005623] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.005929] env[62533]: INFO nova.compute.manager [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Attaching volume 9db43de0-dc39-4d41-9126-ad64045e8be0 to /dev/sdb [ 1746.017984] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: d743b16c-c3d7-46fe-989f-169500d2b177] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1746.041070] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af367328-3787-4965-a125-bfac7f1f73a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.049542] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab259ec-2375-483b-8000-8ff4c398b9dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.065661] env[62533]: DEBUG nova.virt.block_device [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Updating existing volume attachment record: 8f6c3641-70a1-49bd-91e2-5def9a6ae596 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1746.185492] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ad94f0c3-29a7-4bc2-921d-1daaa4465bb4 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.291s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.190671] env[62533]: DEBUG nova.compute.manager [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Received event network-changed-cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1746.190890] env[62533]: DEBUG nova.compute.manager [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Refreshing instance network info cache due to event network-changed-cf1f3728-ac8b-43f7-b9c7-9ad865168122. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1746.191124] env[62533]: DEBUG oslo_concurrency.lockutils [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] Acquiring lock "refresh_cache-b3837fca-fdb3-4540-ad97-f46cb5763ba3" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.191298] env[62533]: DEBUG oslo_concurrency.lockutils [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] Acquired lock "refresh_cache-b3837fca-fdb3-4540-ad97-f46cb5763ba3" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.191511] env[62533]: DEBUG nova.network.neutron [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Refreshing network info cache for port cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.284060] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.375220] env[62533]: WARNING nova.network.neutron [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] ce2e1a97-19de-4a3b-8f88-f62f3359908e already exists in list: networks containing: ['ce2e1a97-19de-4a3b-8f88-f62f3359908e']. ignoring it [ 1746.432268] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "refresh_cache-0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.432651] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Instance network_info: |[{"id": "bdef7829-9196-4231-bf6f-09000cacc8bc", "address": "fa:16:3e:a0:99:31", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdef7829-91", "ovs_interfaceid": "bdef7829-9196-4231-bf6f-09000cacc8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.434285] env[62533]: DEBUG nova.compute.utils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.440932] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:99:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdef7829-9196-4231-bf6f-09000cacc8bc', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.450416] env[62533]: DEBUG oslo.service.loopingcall [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.450567] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.450654] env[62533]: DEBUG nova.network.neutron [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.456959] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.458668] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8ffdbae-d256-45c7-961c-b657695037d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.483627] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.483627] env[62533]: value = "task-1898683" [ 1746.483627] env[62533]: _type = "Task" [ 1746.483627] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.494935] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898683, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.504203] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "c3056959-485d-433b-a769-0567e5936e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.504444] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "c3056959-485d-433b-a769-0567e5936e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.521065] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: deba2423-2f9a-469b-9d34-16a66f346580] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1746.536960] env[62533]: DEBUG nova.policy [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59de7fb6c4024c8181f9936c95033dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57c0c7e0f834591afef61a237156615', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.555334] env[62533]: DEBUG nova.compute.manager [req-b0f6ee65-5852-41f4-8660-4d0462b83ac5 req-0a5a6f93-0acc-4e54-bd7b-971d7d71c744 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Received event network-vif-plugged-bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1746.555334] env[62533]: DEBUG oslo_concurrency.lockutils [req-b0f6ee65-5852-41f4-8660-4d0462b83ac5 req-0a5a6f93-0acc-4e54-bd7b-971d7d71c744 service nova] Acquiring lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.555470] env[62533]: DEBUG oslo_concurrency.lockutils [req-b0f6ee65-5852-41f4-8660-4d0462b83ac5 req-0a5a6f93-0acc-4e54-bd7b-971d7d71c744 service nova] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.555534] env[62533]: DEBUG oslo_concurrency.lockutils [req-b0f6ee65-5852-41f4-8660-4d0462b83ac5 req-0a5a6f93-0acc-4e54-bd7b-971d7d71c744 service nova] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.555685] env[62533]: DEBUG nova.compute.manager [req-b0f6ee65-5852-41f4-8660-4d0462b83ac5 req-0a5a6f93-0acc-4e54-bd7b-971d7d71c744 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] No waiting events found dispatching network-vif-plugged-bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.555852] env[62533]: WARNING nova.compute.manager [req-b0f6ee65-5852-41f4-8660-4d0462b83ac5 req-0a5a6f93-0acc-4e54-bd7b-971d7d71c744 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Received unexpected event network-vif-plugged-bdef7829-9196-4231-bf6f-09000cacc8bc for instance with vm_state building and task_state spawning. [ 1746.768393] env[62533]: DEBUG nova.network.neutron [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7facb6-3090-4001-a4c3-08cd6863427f", "address": "fa:16:3e:f7:72:b1", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7facb6-30", "ovs_interfaceid": "2c7facb6-3090-4001-a4c3-08cd6863427f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.780939] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898679, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118833} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.784786] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b3837fca-fdb3-4540-ad97-f46cb5763ba3/b3837fca-fdb3-4540-ad97-f46cb5763ba3.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.785247] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.785763] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1090950-ac7d-41fb-b635-884593f2c116 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.794272] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1746.794272] env[62533]: value = "task-1898684" [ 1746.794272] env[62533]: _type = "Task" [ 1746.794272] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.807132] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.807483] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.814134] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.845857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728b7a9-bd70-4a76-a1a5-1811569e2832 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.851099] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3881be23-58ac-4cb8-beb6-c8d509d8fa9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.884727] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9059d9c2-7e8c-4e9d-94e7-6896ee19da4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.893180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ff719-be6a-410d-b37c-1b639e3a7274 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.908785] env[62533]: DEBUG nova.compute.provider_tree [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.939475] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.970673] env[62533]: DEBUG nova.network.neutron [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Successfully created port: f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.993919] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898683, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.994837] env[62533]: DEBUG nova.network.neutron [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Updated VIF entry in instance network info cache for port cf1f3728-ac8b-43f7-b9c7-9ad865168122. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.995179] env[62533]: DEBUG nova.network.neutron [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Updating instance_info_cache with network_info: [{"id": "cf1f3728-ac8b-43f7-b9c7-9ad865168122", "address": "fa:16:3e:ff:1f:f6", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f3728-ac", "ovs_interfaceid": "cf1f3728-ac8b-43f7-b9c7-9ad865168122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.006491] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.024446] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 71acb86e-83d4-497d-a6a5-c507aaf2bb71] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1747.274576] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.275308] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.275505] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.276889] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8456842a-c703-4588-bfe9-14e28f11d983 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.304832] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.305195] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.305286] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.305472] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.305618] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.305778] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.306015] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.306183] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.306388] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.306595] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.306767] env[62533]: DEBUG nova.virt.hardware [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.313593] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfiguring VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1747.317359] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0b25f5-bf67-4f5c-9a0c-657737b19810 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.331475] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.345329] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220426} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.347168] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.349257] env[62533]: DEBUG oslo_vmware.api [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1747.349257] env[62533]: value = "task-1898685" [ 1747.349257] env[62533]: _type = "Task" [ 1747.349257] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.349257] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed48b6-ea23-450b-b5de-7752a44d8048 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.377442] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b3837fca-fdb3-4540-ad97-f46cb5763ba3/b3837fca-fdb3-4540-ad97-f46cb5763ba3.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.382673] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333c43be-d57f-468c-8291-4e5137420899 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.400595] env[62533]: DEBUG oslo_vmware.api [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898685, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.407099] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1747.407099] env[62533]: value = "task-1898686" [ 1747.407099] env[62533]: _type = "Task" [ 1747.407099] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.411826] env[62533]: DEBUG nova.scheduler.client.report [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.420355] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.495071] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898683, 'name': CreateVM_Task, 'duration_secs': 0.581045} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.495273] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.496043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.496291] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.496677] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.497301] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11603a40-6edb-46e0-9c24-06c1a7cfeb21 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.500212] env[62533]: DEBUG oslo_concurrency.lockutils [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] Releasing lock "refresh_cache-b3837fca-fdb3-4540-ad97-f46cb5763ba3" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.500212] env[62533]: DEBUG nova.compute.manager [req-959433ca-4b98-4e5b-b79c-02e73f520087 req-b09f516e-521a-4437-a994-162463ec5546 service nova] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Received event network-vif-deleted-a14b7c02-6bd9-4929-8153-4f6a4e2823d8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1747.503377] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1747.503377] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528a274e-b65b-c211-7586-e3ea07f2ff6b" [ 1747.503377] env[62533]: _type = "Task" [ 1747.503377] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.514443] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528a274e-b65b-c211-7586-e3ea07f2ff6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.528613] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 78ce89ad-f0c2-4b9a-bf3e-7e50864cf938] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1747.534127] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.857494] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.863933] env[62533]: DEBUG oslo_vmware.api [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.920287] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.995s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.923221] env[62533]: DEBUG nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.926030] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898686, 'name': ReconfigVM_Task, 'duration_secs': 0.342238} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.926030] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.855s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.927552] env[62533]: INFO nova.compute.claims [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.930086] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b3837fca-fdb3-4540-ad97-f46cb5763ba3/b3837fca-fdb3-4540-ad97-f46cb5763ba3.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.930921] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d318aff6-80d8-499a-985b-6d869b8ae69c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.938451] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1747.938451] env[62533]: value = "task-1898687" [ 1747.938451] env[62533]: _type = "Task" [ 1747.938451] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.952697] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.954057] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898687, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.995815] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.996189] env[62533]: DEBUG nova.virt.hardware [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.996892] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5bb770-bcf1-4165-9577-253f02641481 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.008880] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d97898d-fe29-4a45-908b-e6c3e45a453e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.020639] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528a274e-b65b-c211-7586-e3ea07f2ff6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.030708] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.032039] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.032039] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.032039] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.032039] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.032445] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 47ce12ce-ddf8-47b8-941a-ee74bc63bf41] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1748.034293] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ffcc21c-9816-4b79-a756-c3c7b516d5c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.046854] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.046854] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.047355] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e858c00a-0324-4eeb-a65c-654c8ffe024a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.053649] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1748.053649] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52589351-2e3d-71bd-7a73-4b2184c672b8" [ 1748.053649] env[62533]: _type = "Task" [ 1748.053649] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.063024] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52589351-2e3d-71bd-7a73-4b2184c672b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.284465] env[62533]: DEBUG nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received event network-vif-deleted-95b718cd-0380-4ad2-8e4a-4c60c443ba9c {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1748.284830] env[62533]: DEBUG nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Received event network-vif-deleted-e4c1892a-c032-445d-8b40-90fa760ceaa7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1748.285397] env[62533]: DEBUG nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-vif-plugged-2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1748.285753] env[62533]: DEBUG oslo_concurrency.lockutils [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.286012] env[62533]: DEBUG oslo_concurrency.lockutils [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.286267] env[62533]: DEBUG oslo_concurrency.lockutils [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.286492] env[62533]: DEBUG nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] No waiting events found dispatching network-vif-plugged-2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1748.286727] env[62533]: WARNING nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received unexpected event network-vif-plugged-2c7facb6-3090-4001-a4c3-08cd6863427f for instance with vm_state active and task_state None. [ 1748.286944] env[62533]: DEBUG nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-changed-2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1748.287161] env[62533]: DEBUG nova.compute.manager [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing instance network info cache due to event network-changed-2c7facb6-3090-4001-a4c3-08cd6863427f. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1748.287412] env[62533]: DEBUG oslo_concurrency.lockutils [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.287551] env[62533]: DEBUG oslo_concurrency.lockutils [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.287720] env[62533]: DEBUG nova.network.neutron [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing network info cache for port 2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.364154] env[62533]: DEBUG oslo_vmware.api [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898685, 'name': ReconfigVM_Task, 'duration_secs': 0.736842} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.364685] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.364898] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfigured VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1748.427656] env[62533]: DEBUG nova.compute.utils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.429219] env[62533]: DEBUG nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1748.451317] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898687, 'name': Rename_Task, 'duration_secs': 0.274999} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.451599] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.451906] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3205ae12-0eef-43ef-837a-e795608784f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.459618] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1748.459618] env[62533]: value = "task-1898689" [ 1748.459618] env[62533]: _type = "Task" [ 1748.459618] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.468396] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.538288] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 25f17995-698e-450c-ac0a-e8ad5b4e9b15] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1748.564673] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52589351-2e3d-71bd-7a73-4b2184c672b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.566066] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a115bee1-c0fc-4a40-953a-fe480d2795be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.571876] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1748.571876] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5295d713-80ae-5b04-ea3f-7196c854a58c" [ 1748.571876] env[62533]: _type = "Task" [ 1748.571876] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.582372] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5295d713-80ae-5b04-ea3f-7196c854a58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.586380] env[62533]: DEBUG nova.compute.manager [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Received event network-changed-bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1748.586566] env[62533]: DEBUG nova.compute.manager [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Refreshing instance network info cache due to event network-changed-bdef7829-9196-4231-bf6f-09000cacc8bc. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1748.586771] env[62533]: DEBUG oslo_concurrency.lockutils [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] Acquiring lock "refresh_cache-0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.586916] env[62533]: DEBUG oslo_concurrency.lockutils [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] Acquired lock "refresh_cache-0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.587116] env[62533]: DEBUG nova.network.neutron [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Refreshing network info cache for port bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.726968] env[62533]: DEBUG nova.network.neutron [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Successfully updated port: f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.870943] env[62533]: DEBUG oslo_concurrency.lockutils [None req-230af019-cc69-4da3-be2a-b3c1dcdd82d5 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.795s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.930629] env[62533]: DEBUG nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.970885] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.043579] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 1e78569d-b7b8-4ba3-99a0-30a26d9e37e7] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1749.081842] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5295d713-80ae-5b04-ea3f-7196c854a58c, 'name': SearchDatastore_Task, 'duration_secs': 0.013241} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.084484] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.084865] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d/0e3d677b-e3ed-4fcc-b86c-227ed322cb4d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.085660] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a770a94-779d-4fee-8154-8d6b1f0a48ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.093292] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1749.093292] env[62533]: value = "task-1898690" [ 1749.093292] env[62533]: _type = "Task" [ 1749.093292] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.100576] env[62533]: DEBUG nova.network.neutron [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updated VIF entry in instance network info cache for port 2c7facb6-3090-4001-a4c3-08cd6863427f. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.101321] env[62533]: DEBUG nova.network.neutron [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7facb6-3090-4001-a4c3-08cd6863427f", "address": "fa:16:3e:f7:72:b1", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7facb6-30", "ovs_interfaceid": "2c7facb6-3090-4001-a4c3-08cd6863427f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.108286] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.229753] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.229930] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.230101] env[62533]: DEBUG nova.network.neutron [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.287987] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f9273a-8f09-4b41-8f44-df31af98f6e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.297150] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66963f97-9766-42a2-9ef5-b9fdace04598 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.335265] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb4272-ea9d-48d6-9243-7f0a11a4bd16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.343438] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e1d6c0-a8b5-4187-974c-32307df259f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.348402] env[62533]: DEBUG nova.network.neutron [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Updated VIF entry in instance network info cache for port bdef7829-9196-4231-bf6f-09000cacc8bc. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.348760] env[62533]: DEBUG nova.network.neutron [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Updating instance_info_cache with network_info: [{"id": "bdef7829-9196-4231-bf6f-09000cacc8bc", "address": "fa:16:3e:a0:99:31", "network": {"id": "99904ac7-83c8-4477-b158-9b2b82e9ba94", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1453019037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e502bea60f44222a8659e41360e8aec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdef7829-91", "ovs_interfaceid": "bdef7829-9196-4231-bf6f-09000cacc8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.361033] env[62533]: DEBUG nova.compute.provider_tree [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.471132] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.547344] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 9cbb0843-d98d-4452-b109-840e2d946a5e] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1749.604103] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898690, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.604640] env[62533]: DEBUG oslo_concurrency.lockutils [req-52d47294-e15e-4a6f-ad24-8e278184137d req-5fab4040-8d4c-44dd-81c7-bf0d1caf4db8 service nova] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.769527] env[62533]: DEBUG nova.network.neutron [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.852092] env[62533]: DEBUG oslo_concurrency.lockutils [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] Releasing lock "refresh_cache-0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.852302] env[62533]: DEBUG nova.compute.manager [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1749.852523] env[62533]: DEBUG nova.compute.manager [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing instance network info cache due to event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1749.852784] env[62533]: DEBUG oslo_concurrency.lockutils [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.852995] env[62533]: DEBUG oslo_concurrency.lockutils [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.853187] env[62533]: DEBUG nova.network.neutron [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.864247] env[62533]: DEBUG nova.scheduler.client.report [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.940580] env[62533]: DEBUG nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1749.975951] env[62533]: DEBUG oslo_vmware.api [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898689, 'name': PowerOnVM_Task, 'duration_secs': 1.128145} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.976378] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.976667] env[62533]: INFO nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1749.976910] env[62533]: DEBUG nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.978571] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94270c76-eb49-46a2-b70e-f0f1730d6ec3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.996889] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.997260] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.997489] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.997775] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.998008] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.998308] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.998582] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.998799] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.999044] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.999292] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.999539] env[62533]: DEBUG nova.virt.hardware [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.000417] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7b3204-8e2a-4d67-a6fa-7e3b71e8b7e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.012015] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463cbd4f-4072-4348-ae8b-7fe7c3f417d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.028442] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.033831] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Creating folder: Project (056c708b1c0440939bb0850f092fab66). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.034148] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deb4b4cb-4c83-4ec1-bac1-d42c9c07c813 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.043923] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Created folder: Project (056c708b1c0440939bb0850f092fab66) in parent group-v391816. [ 1750.044230] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Creating folder: Instances. Parent ref: group-v392042. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.044296] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bef7fb6-1ebe-4136-a9db-e35c6c08a129 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.051101] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: dbdcd7c0-db6e-4407-9387-26999489b0fe] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1750.058210] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Created folder: Instances in parent group-v392042. [ 1750.058576] env[62533]: DEBUG oslo.service.loopingcall [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.059683] env[62533]: DEBUG nova.network.neutron [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.060795] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.061258] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51be084e-8698-46ac-814c-a1de3d2aab60 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.075123] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.075278] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Instance network_info: |[{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1750.075667] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:71:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8b28a0c-1fc3-4efd-a382-ac15b9ed7743', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.082938] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating folder: Project (f57c0c7e0f834591afef61a237156615). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.084115] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ce9ee64-4b25-40ad-b57c-4e802a8c3f6e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.089017] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.089017] env[62533]: value = "task-1898693" [ 1750.089017] env[62533]: _type = "Task" [ 1750.089017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.102589] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898693, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.102711] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created folder: Project (f57c0c7e0f834591afef61a237156615) in parent group-v391816. [ 1750.102912] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating folder: Instances. Parent ref: group-v392044. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.103536] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc05e7c-5778-40b8-845f-9d07a6ff7a91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.108478] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918571} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.108714] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d/0e3d677b-e3ed-4fcc-b86c-227ed322cb4d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.108920] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.109162] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd0a5a5e-7c83-4c56-a64a-61b9965c6e0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.114533] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created folder: Instances in parent group-v392044. [ 1750.114765] env[62533]: DEBUG oslo.service.loopingcall [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.114928] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.115502] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-340dfcba-cf9d-4cb9-92be-e367df48a24d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.132877] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1750.132877] env[62533]: value = "task-1898696" [ 1750.132877] env[62533]: _type = "Task" [ 1750.132877] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.138285] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.138285] env[62533]: value = "task-1898697" [ 1750.138285] env[62533]: _type = "Task" [ 1750.138285] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.145260] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.149216] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.177339] env[62533]: DEBUG nova.objects.instance [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lazy-loading 'flavor' on Instance uuid e9919948-0553-45c0-bdfc-7e18cebe6e5a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.372569] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.372738] env[62533]: DEBUG nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.375747] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.721s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.375747] env[62533]: DEBUG nova.objects.instance [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lazy-loading 'resources' on Instance uuid 87e43eb0-705d-4418-ba14-01be2fffb758 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.512855] env[62533]: INFO nova.compute.manager [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Took 23.40 seconds to build instance. [ 1750.561947] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: b5edc190-b11d-431f-a877-81f11be5452b] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1750.601668] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898693, 'name': CreateVM_Task, 'duration_secs': 0.353949} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.601829] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.602239] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.602393] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.602703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.602943] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea68106-51f5-4139-98d7-733cb68e6899 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.609658] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1750.609658] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266cfef-e179-d168-25e8-148497e84a35" [ 1750.609658] env[62533]: _type = "Task" [ 1750.609658] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.615900] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1750.616156] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392040', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'name': 'volume-9db43de0-dc39-4d41-9126-ad64045e8be0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073c6a53-b4c5-4530-972f-6c8776746188', 'attached_at': '', 'detached_at': '', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'serial': '9db43de0-dc39-4d41-9126-ad64045e8be0'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1750.616860] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0357624f-a051-4f82-8cc0-d98a899299ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.622560] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266cfef-e179-d168-25e8-148497e84a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.638613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fad7ba-53f0-4071-a614-03c0eb5819d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.647200] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089572} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.661320] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.668723] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-9db43de0-dc39-4d41-9126-ad64045e8be0/volume-9db43de0-dc39-4d41-9126-ad64045e8be0.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.669676] env[62533]: DEBUG nova.network.neutron [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updated VIF entry in instance network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.670018] env[62533]: DEBUG nova.network.neutron [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa73385-85", "ovs_interfaceid": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.674595] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf84a3-96bf-4967-acd7-0ba3c616684d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.677263] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c16ad99-fab8-451c-8979-e92939f28c91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.691610] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.692166] env[62533]: DEBUG oslo_concurrency.lockutils [req-020c1c0a-b673-419e-85ba-0e25c1c764c1 req-8b6a0a05-3c46-424b-bce8-ddec8bbab672 service nova] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.694708] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.694865] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.717717] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d/0e3d677b-e3ed-4fcc-b86c-227ed322cb4d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.719532] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b7152c-ace2-4cde-bca2-29d3dd5ce375 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.736405] env[62533]: DEBUG oslo_vmware.api [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1750.736405] env[62533]: value = "task-1898698" [ 1750.736405] env[62533]: _type = "Task" [ 1750.736405] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.743962] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1750.743962] env[62533]: value = "task-1898699" [ 1750.743962] env[62533]: _type = "Task" [ 1750.743962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.750170] env[62533]: DEBUG oslo_vmware.api [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.755588] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.786037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-4f0ae00e-c25c-4408-9364-c865b6feb666" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.786335] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-4f0ae00e-c25c-4408-9364-c865b6feb666" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.786741] env[62533]: DEBUG nova.objects.instance [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'flavor' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.878456] env[62533]: DEBUG nova.compute.utils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.879938] env[62533]: DEBUG nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1751.015809] env[62533]: DEBUG oslo_concurrency.lockutils [None req-bbd65af6-4890-4a3a-a398-68c01432f20a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.557s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.065912] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 568b34cb-c389-4a7a-8f84-f483892f463c] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1751.123748] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266cfef-e179-d168-25e8-148497e84a35, 'name': SearchDatastore_Task, 'duration_secs': 0.040049} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.127069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.127383] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.127641] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.127783] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.127952] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.128423] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-034505b9-b3e0-46c4-92ea-00b7d5693117 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.137472] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.140016] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.140016] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d510d2c8-4946-417b-95aa-791d0e68fa2e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.151036] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1751.151036] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9f760-b64f-2493-bb8b-8e5e40699f04" [ 1751.151036] env[62533]: _type = "Task" [ 1751.151036] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.158647] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.163637] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9f760-b64f-2493-bb8b-8e5e40699f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.205561] env[62533]: DEBUG nova.network.neutron [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.211846] env[62533]: DEBUG nova.compute.manager [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Received event network-vif-plugged-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1751.211846] env[62533]: DEBUG oslo_concurrency.lockutils [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.212046] env[62533]: DEBUG oslo_concurrency.lockutils [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.212238] env[62533]: DEBUG oslo_concurrency.lockutils [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.212412] env[62533]: DEBUG nova.compute.manager [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] No waiting events found dispatching network-vif-plugged-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.212826] env[62533]: WARNING nova.compute.manager [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Received unexpected event network-vif-plugged-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 for instance with vm_state building and task_state spawning. [ 1751.212826] env[62533]: DEBUG nova.compute.manager [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Received event network-changed-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1751.212969] env[62533]: DEBUG nova.compute.manager [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Refreshing instance network info cache due to event network-changed-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1751.213247] env[62533]: DEBUG oslo_concurrency.lockutils [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.213342] env[62533]: DEBUG oslo_concurrency.lockutils [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.213508] env[62533]: DEBUG nova.network.neutron [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Refreshing network info cache for port f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.246360] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93174828-1d33-41f3-adc5-c2a22a336e08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.257401] env[62533]: DEBUG oslo_vmware.api [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898698, 'name': ReconfigVM_Task, 'duration_secs': 0.411637} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.258129] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-9db43de0-dc39-4d41-9126-ad64045e8be0/volume-9db43de0-dc39-4d41-9126-ad64045e8be0.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.266789] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2893a98-32e4-4524-9282-58582899a18b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.285988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b39187-93a3-40d3-940d-2deaa4db3e56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.292822] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.300730] env[62533]: DEBUG oslo_vmware.api [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1751.300730] env[62533]: value = "task-1898700" [ 1751.300730] env[62533]: _type = "Task" [ 1751.300730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.341806] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d46e02b-be58-474a-a5db-758942d5b724 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.349536] env[62533]: DEBUG oslo_vmware.api [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.354228] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63df965a-423e-40f0-9331-90258caaebb8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.371743] env[62533]: DEBUG nova.compute.provider_tree [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.383809] env[62533]: DEBUG nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.485293] env[62533]: DEBUG nova.objects.instance [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'pci_requests' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.564221] env[62533]: DEBUG nova.compute.manager [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received event network-changed-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1751.564446] env[62533]: DEBUG nova.compute.manager [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing instance network info cache due to event network-changed-205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1751.564712] env[62533]: DEBUG oslo_concurrency.lockutils [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.570823] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 4dba5162-0f02-47c6-96b3-f050115ce07f] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1751.654042] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.661985] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9f760-b64f-2493-bb8b-8e5e40699f04, 'name': SearchDatastore_Task, 'duration_secs': 0.015573} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.662967] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c9a41f-064a-468a-8812-24992a668c56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.668095] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1751.668095] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526914fb-f291-4253-3272-30f6fb24f21c" [ 1751.668095] env[62533]: _type = "Task" [ 1751.668095] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.675533] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526914fb-f291-4253-3272-30f6fb24f21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.697049] env[62533]: INFO nova.compute.manager [None req-87cfb3b8-b883-4320-8329-dcba2f9c0b77 tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Get console output [ 1751.697281] env[62533]: WARNING nova.virt.vmwareapi.driver [None req-87cfb3b8-b883-4320-8329-dcba2f9c0b77 tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] The console log is missing. Check your VSPC configuration [ 1751.757634] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898699, 'name': ReconfigVM_Task, 'duration_secs': 0.736471} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.757914] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d/0e3d677b-e3ed-4fcc-b86c-227ed322cb4d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.758766] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5df2f7fb-0ccd-4be2-b3c4-5ead6ba4542b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.765700] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1751.765700] env[62533]: value = "task-1898701" [ 1751.765700] env[62533]: _type = "Task" [ 1751.765700] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.774118] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898701, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.812198] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.812429] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.816761] env[62533]: DEBUG oslo_vmware.api [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898700, 'name': ReconfigVM_Task, 'duration_secs': 0.16007} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.817292] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392040', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'name': 'volume-9db43de0-dc39-4d41-9126-ad64045e8be0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073c6a53-b4c5-4530-972f-6c8776746188', 'attached_at': '', 'detached_at': '', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'serial': '9db43de0-dc39-4d41-9126-ad64045e8be0'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1751.877201] env[62533]: DEBUG nova.scheduler.client.report [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.956102] env[62533]: DEBUG nova.network.neutron [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updated VIF entry in instance network info cache for port f8b28a0c-1fc3-4efd-a382-ac15b9ed7743. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.956696] env[62533]: DEBUG nova.network.neutron [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.987910] env[62533]: DEBUG nova.objects.base [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Object Instance<6014e0c4-f551-4e75-bd38-a33ba71cf202> lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1751.988231] env[62533]: DEBUG nova.network.neutron [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.991679] env[62533]: DEBUG nova.network.neutron [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.054811] env[62533]: DEBUG nova.policy [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1752.073809] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 41069779-32fb-4701-8208-cb70d27c7533] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1752.155476] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.180816] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526914fb-f291-4253-3272-30f6fb24f21c, 'name': SearchDatastore_Task, 'duration_secs': 0.026433} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.181393] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.181717] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7/e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.181980] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2462548-f5d3-4892-80be-b719b772a79e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.188707] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1752.188707] env[62533]: value = "task-1898702" [ 1752.188707] env[62533]: _type = "Task" [ 1752.188707] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.196941] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.276714] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898701, 'name': Rename_Task, 'duration_secs': 0.229268} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.277063] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.277463] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4190eb9d-1a87-4d8b-a262-710610149b1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.285099] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1752.285099] env[62533]: value = "task-1898703" [ 1752.285099] env[62533]: _type = "Task" [ 1752.285099] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.299779] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.318575] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.383790] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.386530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.386s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.386739] env[62533]: DEBUG nova.objects.instance [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lazy-loading 'resources' on Instance uuid 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.391830] env[62533]: DEBUG nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.422247] env[62533]: INFO nova.scheduler.client.report [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Deleted allocations for instance 87e43eb0-705d-4418-ba14-01be2fffb758 [ 1752.426390] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.426826] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.426826] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.427054] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.427705] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.427705] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.427705] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.427952] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.428645] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.428842] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.429080] env[62533]: DEBUG nova.virt.hardware [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.430360] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c345fd46-7904-46b9-8785-d2b4ca7df8cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.441678] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c37af9-12be-48d2-9032-f3ad27e462f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.457019] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.463556] env[62533]: DEBUG oslo.service.loopingcall [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.464214] env[62533]: DEBUG oslo_concurrency.lockutils [req-86826885-e65f-4217-8dde-6c13cdf1f408 req-7a02edb0-a082-476f-a989-db3bc718f700 service nova] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.464581] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.464823] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e777bea-953d-4b6a-ab48-0aa55c0d3ed3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.482900] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.482900] env[62533]: value = "task-1898704" [ 1752.482900] env[62533]: _type = "Task" [ 1752.482900] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.494540] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.494802] env[62533]: DEBUG nova.compute.manager [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Inject network info {{(pid=62533) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7706}} [ 1752.495039] env[62533]: DEBUG nova.compute.manager [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] network_info to inject: |[{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7707}} [ 1752.500054] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Reconfiguring VM instance to set the machine id {{(pid=62533) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1752.500316] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898704, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.500585] env[62533]: DEBUG oslo_concurrency.lockutils [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.500770] env[62533]: DEBUG nova.network.neutron [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing network info cache for port 205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.502062] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a386da00-c515-4136-b73d-9c8ef4f8f432 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.520296] env[62533]: DEBUG oslo_vmware.api [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1752.520296] env[62533]: value = "task-1898705" [ 1752.520296] env[62533]: _type = "Task" [ 1752.520296] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.530120] env[62533]: DEBUG oslo_vmware.api [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.577209] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 6b256a57-280d-4bcb-b061-bb98954e7448] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1752.661063] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.708606] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.800148] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898703, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.842259] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.867190] env[62533]: DEBUG nova.objects.instance [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'flavor' on Instance uuid 073c6a53-b4c5-4530-972f-6c8776746188 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.939501] env[62533]: DEBUG oslo_concurrency.lockutils [None req-91182fab-bad8-4179-855e-7792913e6fdf tempest-InstanceActionsTestJSON-18334647 tempest-InstanceActionsTestJSON-18334647-project-member] Lock "87e43eb0-705d-4418-ba14-01be2fffb758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.170s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.996084] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898704, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.032760] env[62533]: DEBUG oslo_vmware.api [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898705, 'name': ReconfigVM_Task, 'duration_secs': 0.176348} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.033037] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b882e681-cf0a-4c03-bddd-685c7d3ce9a5 tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Reconfigured VM instance to set the machine id {{(pid=62533) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1753.082183] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a88e56cd-2e51-4e8e-8a73-ebbe2468b2d6] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1753.127021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "e976b792-6b4b-4854-b922-8c46d63cf3ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.127021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.127021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "e976b792-6b4b-4854-b922-8c46d63cf3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.127021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.127021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.127021] env[62533]: INFO nova.compute.manager [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Terminating instance [ 1753.161432] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898697, 'name': CreateVM_Task, 'duration_secs': 2.748314} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.161432] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.161748] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.161941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.162224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.164542] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc3edfd-df98-4a12-8ad0-26aabcc10b87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.169529] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1753.169529] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529aeff3-5d39-87fc-239d-1b6774ff8c78" [ 1753.169529] env[62533]: _type = "Task" [ 1753.169529] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.178103] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529aeff3-5d39-87fc-239d-1b6774ff8c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.200360] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607034} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.200621] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7/e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.200833] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.203299] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ff8b2c-9984-494c-a7a6-3c17e26f5cd4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.211414] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1753.211414] env[62533]: value = "task-1898706" [ 1753.211414] env[62533]: _type = "Task" [ 1753.211414] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.225562] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.235357] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6842a46-7fbd-472f-b7c6-0cbd270bbb30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.244060] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09adc780-8afc-4d89-a929-be49de81a142 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.280829] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0678ac-2468-4c5b-bc49-1216d0eec7ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.293402] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f95572-629e-4d98-8144-4c67ec7da630 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.312757] env[62533]: DEBUG oslo_vmware.api [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898703, 'name': PowerOnVM_Task, 'duration_secs': 0.806764} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.316021] env[62533]: DEBUG nova.compute.provider_tree [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.316021] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.316021] env[62533]: INFO nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1753.316021] env[62533]: DEBUG nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.316477] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d643cf-fb2f-48ad-9cea-666cb0d61ce3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.361195] env[62533]: DEBUG nova.network.neutron [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updated VIF entry in instance network info cache for port 205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.361570] env[62533]: DEBUG nova.network.neutron [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.376436] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ff6028a0-4996-4220-aa75-8f9aa66ebb79 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.371s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.494619] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898704, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.585598] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 246b06d7-5985-43dd-809d-d9cb4428d230] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1753.630763] env[62533]: DEBUG nova.compute.manager [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.631295] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.633570] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5fb06c-058f-4d20-90a5-15b6d2421ce4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.642742] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.643363] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4960aab8-fb86-436c-9355-13d0917866f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.650533] env[62533]: DEBUG oslo_vmware.api [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1753.650533] env[62533]: value = "task-1898707" [ 1753.650533] env[62533]: _type = "Task" [ 1753.650533] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.660329] env[62533]: DEBUG oslo_vmware.api [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.679999] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529aeff3-5d39-87fc-239d-1b6774ff8c78, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.680496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.680814] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.681168] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.681403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.681728] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.681999] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdb0cdfe-bc1d-462f-9772-18d11e1ba24e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.692365] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.693113] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.693827] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534e8485-0041-40d6-91a1-6cf9af1b271e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.699214] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1753.699214] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4920d-ff78-6b08-f58c-25528957d5aa" [ 1753.699214] env[62533]: _type = "Task" [ 1753.699214] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.708742] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4920d-ff78-6b08-f58c-25528957d5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.720039] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077897} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.720785] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1753.721589] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff43bce-7b16-4c82-9e3a-72c44b6f1926 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.743529] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7/e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.743949] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb4db19-792f-4377-971a-8e3e290da3c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.768557] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1753.768557] env[62533]: value = "task-1898708" [ 1753.768557] env[62533]: _type = "Task" [ 1753.768557] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.773680] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.790213] env[62533]: DEBUG nova.network.neutron [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Successfully updated port: 4f0ae00e-c25c-4408-9364-c865b6feb666 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.823360] env[62533]: DEBUG nova.scheduler.client.report [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.836817] env[62533]: INFO nova.compute.manager [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Took 23.53 seconds to build instance. [ 1753.864477] env[62533]: DEBUG oslo_concurrency.lockutils [req-38aebb7f-bec9-4c5a-8413-a7097df0f78b req-cbda6b20-3ec7-4eb7-ac7a-7f55938c8503 service nova] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.881939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.881939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.881939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.881939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.881939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.883078] env[62533]: INFO nova.compute.manager [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Terminating instance [ 1753.885618] env[62533]: DEBUG nova.compute.manager [req-f33c6862-c9d7-45eb-adf3-b0925464f835 req-ded43d5a-56c2-4862-b765-7645a0f0f845 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-vif-plugged-4f0ae00e-c25c-4408-9364-c865b6feb666 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1753.885744] env[62533]: DEBUG oslo_concurrency.lockutils [req-f33c6862-c9d7-45eb-adf3-b0925464f835 req-ded43d5a-56c2-4862-b765-7645a0f0f845 service nova] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.885941] env[62533]: DEBUG oslo_concurrency.lockutils [req-f33c6862-c9d7-45eb-adf3-b0925464f835 req-ded43d5a-56c2-4862-b765-7645a0f0f845 service nova] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.887097] env[62533]: DEBUG oslo_concurrency.lockutils [req-f33c6862-c9d7-45eb-adf3-b0925464f835 req-ded43d5a-56c2-4862-b765-7645a0f0f845 service nova] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.887097] env[62533]: DEBUG nova.compute.manager [req-f33c6862-c9d7-45eb-adf3-b0925464f835 req-ded43d5a-56c2-4862-b765-7645a0f0f845 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] No waiting events found dispatching network-vif-plugged-4f0ae00e-c25c-4408-9364-c865b6feb666 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.887097] env[62533]: WARNING nova.compute.manager [req-f33c6862-c9d7-45eb-adf3-b0925464f835 req-ded43d5a-56c2-4862-b765-7645a0f0f845 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received unexpected event network-vif-plugged-4f0ae00e-c25c-4408-9364-c865b6feb666 for instance with vm_state active and task_state None. [ 1753.916645] env[62533]: DEBUG nova.objects.instance [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lazy-loading 'flavor' on Instance uuid e9919948-0553-45c0-bdfc-7e18cebe6e5a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.995493] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898704, 'name': CreateVM_Task, 'duration_secs': 1.261074} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.995774] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.996329] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.996605] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.997271] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.997713] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00472b3-ca3a-46ab-ba14-046411f771c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.004184] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1754.004184] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c9ee4a-303d-234c-4a29-2669d634d0e5" [ 1754.004184] env[62533]: _type = "Task" [ 1754.004184] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.011876] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c9ee4a-303d-234c-4a29-2669d634d0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.089929] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a64850bf-39dd-4ca5-a1a1-81a1e287579c] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1754.160635] env[62533]: DEBUG oslo_vmware.api [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898707, 'name': PowerOffVM_Task, 'duration_secs': 0.505883} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.160936] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.161226] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.161553] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df0e4131-8325-48f7-8117-7fa20d5b017b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.209943] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f4920d-ff78-6b08-f58c-25528957d5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.028518} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.210696] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea4b0dd-42bc-4f72-a81d-90cfe8701245 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.215666] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1754.215666] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52287d22-2520-addc-aaa7-432203d98e1c" [ 1754.215666] env[62533]: _type = "Task" [ 1754.215666] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.223148] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52287d22-2520-addc-aaa7-432203d98e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.275675] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.292340] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.292591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.292733] env[62533]: DEBUG nova.network.neutron [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.295343] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.295639] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.296361] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Deleting the datastore file [datastore2] e976b792-6b4b-4854-b922-8c46d63cf3ed {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.296638] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0c72e5-6527-4833-a951-75aa3973a0bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.303637] env[62533]: DEBUG oslo_vmware.api [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for the task: (returnval){ [ 1754.303637] env[62533]: value = "task-1898710" [ 1754.303637] env[62533]: _type = "Task" [ 1754.303637] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.314921] env[62533]: DEBUG oslo_vmware.api [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.328713] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.331105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.797s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.332619] env[62533]: INFO nova.compute.claims [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.338944] env[62533]: DEBUG oslo_concurrency.lockutils [None req-65a1d6b1-f0c3-4470-815d-28bdfcef74a3 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.046s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.365888] env[62533]: INFO nova.scheduler.client.report [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Deleted allocations for instance 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566 [ 1754.390713] env[62533]: DEBUG nova.compute.manager [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.390713] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.390941] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a217cb8f-e018-40b5-9cfa-c897db896c33 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.399275] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1754.399275] env[62533]: value = "task-1898711" [ 1754.399275] env[62533]: _type = "Task" [ 1754.399275] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.411412] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.420274] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.420274] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.516071] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c9ee4a-303d-234c-4a29-2669d634d0e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.516071] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.516071] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.516241] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.593508] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 5640b6a5-232f-425b-8d39-57caf53ee122] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1754.727159] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52287d22-2520-addc-aaa7-432203d98e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.727533] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.728097] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73/f8ac1922-f7d8-44dc-8501-c8f284ef5e73.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.729147] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.729375] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.729606] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ab041a-b3c4-4679-8eec-e09dff30dc1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.732400] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b215ed4-93f2-435c-95c2-f5578ce68847 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.742935] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1754.742935] env[62533]: value = "task-1898712" [ 1754.742935] env[62533]: _type = "Task" [ 1754.742935] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.747512] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.747967] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.749413] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db209ccf-2603-4f64-9f2a-81955b8ec6ac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.756406] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.759728] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1754.759728] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520afdee-9de4-0fab-2c7e-63febacc8721" [ 1754.759728] env[62533]: _type = "Task" [ 1754.759728] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.767143] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520afdee-9de4-0fab-2c7e-63febacc8721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.779028] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898708, 'name': ReconfigVM_Task, 'duration_secs': 0.713224} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.779028] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7/e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.779028] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7b59d0-2797-4b18-8858-80d03444b8c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.780361] env[62533]: DEBUG nova.network.neutron [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.786154] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1754.786154] env[62533]: value = "task-1898713" [ 1754.786154] env[62533]: _type = "Task" [ 1754.786154] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.796206] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898713, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.817787] env[62533]: DEBUG oslo_vmware.api [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Task: {'id': task-1898710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160669} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.817787] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.817787] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.818718] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.818718] env[62533]: INFO nova.compute.manager [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1754.818718] env[62533]: DEBUG oslo.service.loopingcall [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.818923] env[62533]: DEBUG nova.compute.manager [-] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.818923] env[62533]: DEBUG nova.network.neutron [-] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.839889] env[62533]: WARNING nova.network.neutron [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] ce2e1a97-19de-4a3b-8f88-f62f3359908e already exists in list: networks containing: ['ce2e1a97-19de-4a3b-8f88-f62f3359908e']. ignoring it [ 1754.839980] env[62533]: WARNING nova.network.neutron [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] ce2e1a97-19de-4a3b-8f88-f62f3359908e already exists in list: networks containing: ['ce2e1a97-19de-4a3b-8f88-f62f3359908e']. ignoring it [ 1754.879149] env[62533]: DEBUG oslo_concurrency.lockutils [None req-32b3d6f1-811e-4671-b02a-adc7afc4cbe8 tempest-ServersTestMultiNic-456045642 tempest-ServersTestMultiNic-456045642-project-member] Lock "9ba4b2a4-0b0a-480e-b88b-5b0baf66e566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.519s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.915117] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898711, 'name': PowerOffVM_Task, 'duration_secs': 0.231097} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.922056] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.922056] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1754.922056] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392040', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'name': 'volume-9db43de0-dc39-4d41-9126-ad64045e8be0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073c6a53-b4c5-4530-972f-6c8776746188', 'attached_at': '', 'detached_at': '', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'serial': '9db43de0-dc39-4d41-9126-ad64045e8be0'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1754.923952] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6647f1c8-d4f2-4425-9ff0-aaf9a587c444 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.952277] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58161cb-a9d2-45f7-ad78-2e959b76012b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.963540] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b660d-7b90-4801-84ce-15b0945c4d1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.988573] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684dc61a-dd99-4be5-867f-aeb9292bf1f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.010813] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] The volume has not been displaced from its original location: [datastore2] volume-9db43de0-dc39-4d41-9126-ad64045e8be0/volume-9db43de0-dc39-4d41-9126-ad64045e8be0.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1755.018421] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1755.021111] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c276ed-23d9-4e0a-828e-e55c94e31b79 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.040146] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1755.040146] env[62533]: value = "task-1898714" [ 1755.040146] env[62533]: _type = "Task" [ 1755.040146] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.048352] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.100352] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: b8f913d0-418e-46cb-bff7-2913fd2b528d] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1755.253064] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898712, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.270334] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520afdee-9de4-0fab-2c7e-63febacc8721, 'name': SearchDatastore_Task, 'duration_secs': 0.016863} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.270771] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af2c2f5-fcba-41a7-8d79-1be2c2591ce8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.277106] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1755.277106] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524b16b4-d52d-1b04-5afc-b55d4ed4bf81" [ 1755.277106] env[62533]: _type = "Task" [ 1755.277106] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.290664] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524b16b4-d52d-1b04-5afc-b55d4ed4bf81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.299515] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898713, 'name': Rename_Task, 'duration_secs': 0.240093} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.299811] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.300280] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43320b1-4d98-4db8-b59d-482ade4270f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.308604] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1755.308604] env[62533]: value = "task-1898715" [ 1755.308604] env[62533]: _type = "Task" [ 1755.308604] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.320172] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.455950] env[62533]: DEBUG nova.network.neutron [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7facb6-3090-4001-a4c3-08cd6863427f", "address": "fa:16:3e:f7:72:b1", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7facb6-30", "ovs_interfaceid": "2c7facb6-3090-4001-a4c3-08cd6863427f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f0ae00e-c25c-4408-9364-c865b6feb666", "address": "fa:16:3e:14:28:77", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0ae00e-c2", "ovs_interfaceid": "4f0ae00e-c25c-4408-9364-c865b6feb666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.553480] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.604060] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 40c89246-b53b-45ec-83bb-1a8f999472a9] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1755.706405] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44793096-8725-4c55-96d3-1da2931d7bff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.715345] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db79d2-422c-43ca-b155-3705cda070db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.759191] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61648a-ce2d-4e87-af76-4ff753ab308d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.769053] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716139} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.771914] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73/f8ac1922-f7d8-44dc-8501-c8f284ef5e73.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.772106] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.772422] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80822c00-cd59-495a-a3fc-7dd3815ffd40 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.775442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d032aaa-6e4d-44ff-8a4d-420639a70f57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.786702] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1755.786702] env[62533]: value = "task-1898716" [ 1755.786702] env[62533]: _type = "Task" [ 1755.786702] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.797268] env[62533]: DEBUG nova.compute.provider_tree [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.805854] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524b16b4-d52d-1b04-5afc-b55d4ed4bf81, 'name': SearchDatastore_Task, 'duration_secs': 0.057915} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.806144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.806785] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.808221] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-107881b8-9b5c-4663-ba69-e6671c6fe0bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.813710] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.822863] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898715, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.824365] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1755.824365] env[62533]: value = "task-1898717" [ 1755.824365] env[62533]: _type = "Task" [ 1755.824365] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.832882] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.959426] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.960261] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.960477] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.961496] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3282d22-2779-41c1-9a23-249f48618d50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.983072] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.986024] env[62533]: DEBUG nova.virt.hardware [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.992368] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfiguring VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1755.993808] env[62533]: DEBUG nova.network.neutron [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.995778] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cfe053-c768-4a21-98d6-0fd189fe53b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.016749] env[62533]: DEBUG oslo_vmware.api [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1756.016749] env[62533]: value = "task-1898718" [ 1756.016749] env[62533]: _type = "Task" [ 1756.016749] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.029071] env[62533]: DEBUG oslo_vmware.api [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898718, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.052109] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.107823] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 70bdbe2f-7530-4f64-80a6-ceada275a8b8] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1756.304023] env[62533]: DEBUG nova.scheduler.client.report [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.317752] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072774} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.323274] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.324683] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42e34a-8ca4-416a-b279-2b1de181867f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.345253] env[62533]: DEBUG oslo_vmware.api [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898715, 'name': PowerOnVM_Task, 'duration_secs': 0.873043} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.357809] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.358069] env[62533]: INFO nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Took 6.42 seconds to spawn the instance on the hypervisor. [ 1756.358367] env[62533]: DEBUG nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.368459] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73/f8ac1922-f7d8-44dc-8501-c8f284ef5e73.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.372613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ac1ef-14d6-416a-a03c-2cabb006c87f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.376396] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f7cb3ca-33ab-455e-a824-2012054deb95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.390349] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.401292] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1756.401292] env[62533]: value = "task-1898719" [ 1756.401292] env[62533]: _type = "Task" [ 1756.401292] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.408829] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.497859] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.498128] env[62533]: DEBUG nova.compute.manager [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Inject network info {{(pid=62533) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7706}} [ 1756.498403] env[62533]: DEBUG nova.compute.manager [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] network_info to inject: |[{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7707}} [ 1756.503491] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Reconfiguring VM instance to set the machine id {{(pid=62533) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1756.504053] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa2f340-0ac5-4824-a09a-0f871fa8310a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.532452] env[62533]: DEBUG oslo_vmware.api [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.534328] env[62533]: DEBUG oslo_vmware.api [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1756.534328] env[62533]: value = "task-1898720" [ 1756.534328] env[62533]: _type = "Task" [ 1756.534328] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.546406] env[62533]: DEBUG oslo_vmware.api [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.557725] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898714, 'name': ReconfigVM_Task, 'duration_secs': 1.280449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.558149] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1756.566217] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b86748e-f6c7-4990-b46d-b119f4c8686b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.579594] env[62533]: DEBUG nova.compute.manager [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-changed-4f0ae00e-c25c-4408-9364-c865b6feb666 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1756.579809] env[62533]: DEBUG nova.compute.manager [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing instance network info cache due to event network-changed-4f0ae00e-c25c-4408-9364-c865b6feb666. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1756.580052] env[62533]: DEBUG oslo_concurrency.lockutils [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.580310] env[62533]: DEBUG oslo_concurrency.lockutils [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.580387] env[62533]: DEBUG nova.network.neutron [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Refreshing network info cache for port 4f0ae00e-c25c-4408-9364-c865b6feb666 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.586966] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1756.586966] env[62533]: value = "task-1898721" [ 1756.586966] env[62533]: _type = "Task" [ 1756.586966] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.597433] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.612399] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 204444c0-0fc4-4053-8fb1-c4e182070d39] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1756.712425] env[62533]: DEBUG nova.compute.manager [req-0611d1b7-d55c-46af-83b4-2614a46ee643 req-7b31d2b5-5c9b-430a-b367-f388fa9b2352 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Received event network-vif-deleted-67f6ad37-390f-47c8-b1ef-0b3cecea5657 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1756.712425] env[62533]: INFO nova.compute.manager [req-0611d1b7-d55c-46af-83b4-2614a46ee643 req-7b31d2b5-5c9b-430a-b367-f388fa9b2352 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Neutron deleted interface 67f6ad37-390f-47c8-b1ef-0b3cecea5657; detaching it from the instance and deleting it from the info cache [ 1756.712425] env[62533]: DEBUG nova.network.neutron [req-0611d1b7-d55c-46af-83b4-2614a46ee643 req-7b31d2b5-5c9b-430a-b367-f388fa9b2352 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.724650] env[62533]: DEBUG nova.network.neutron [-] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.813711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.814573] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.822024] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.964s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.824566] env[62533]: INFO nova.compute.claims [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.847414] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567047} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.847414] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.847757] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.848163] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30bb9793-beda-4beb-89ec-4db4b6814eb3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.857384] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1756.857384] env[62533]: value = "task-1898722" [ 1756.857384] env[62533]: _type = "Task" [ 1756.857384] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.872831] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.917880] env[62533]: INFO nova.compute.manager [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Took 17.15 seconds to build instance. [ 1756.932424] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898719, 'name': ReconfigVM_Task, 'duration_secs': 0.299309} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.932424] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73/f8ac1922-f7d8-44dc-8501-c8f284ef5e73.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.932424] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b982a5f-988f-4951-abf9-f77c6d53c01e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.941546] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1756.941546] env[62533]: value = "task-1898723" [ 1756.941546] env[62533]: _type = "Task" [ 1756.941546] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.954813] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898723, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.033616] env[62533]: DEBUG oslo_vmware.api [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.045854] env[62533]: DEBUG oslo_vmware.api [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898720, 'name': ReconfigVM_Task, 'duration_secs': 0.168116} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.046135] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9a8c1-775b-482c-aaf0-698c6052beaa tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Reconfigured VM instance to set the machine id {{(pid=62533) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1757.100168] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898721, 'name': ReconfigVM_Task, 'duration_secs': 0.281687} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.100793] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392040', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'name': 'volume-9db43de0-dc39-4d41-9126-ad64045e8be0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073c6a53-b4c5-4530-972f-6c8776746188', 'attached_at': '', 'detached_at': '', 'volume_id': '9db43de0-dc39-4d41-9126-ad64045e8be0', 'serial': '9db43de0-dc39-4d41-9126-ad64045e8be0'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1757.101692] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.102866] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47999d4b-5a7e-48db-9cbc-85739d4bc7c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.111323] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.114318] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3eb2654-8417-4125-b55d-1583b02769b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.117648] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 4aaa7e45-fb16-4a47-9743-c7c11e941477] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1757.215985] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6ffb515-6ae4-48f5-8798-f6457310df5f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.231935] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d530f-b34a-4dc5-9520-3645f132d799 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.241923] env[62533]: INFO nova.compute.manager [-] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Took 2.42 seconds to deallocate network for instance. [ 1757.248176] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.248176] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.248385] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleting the datastore file [datastore1] 073c6a53-b4c5-4530-972f-6c8776746188 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.252021] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccafdc44-42c9-42a3-9d1b-a5ab1c18bf1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.273674] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1757.273674] env[62533]: value = "task-1898725" [ 1757.273674] env[62533]: _type = "Task" [ 1757.273674] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.274108] env[62533]: DEBUG nova.compute.manager [req-0611d1b7-d55c-46af-83b4-2614a46ee643 req-7b31d2b5-5c9b-430a-b367-f388fa9b2352 service nova] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Detach interface failed, port_id=67f6ad37-390f-47c8-b1ef-0b3cecea5657, reason: Instance e976b792-6b4b-4854-b922-8c46d63cf3ed could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1757.283718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.283971] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.284194] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.284381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.284548] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.286151] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.290959] env[62533]: INFO nova.compute.manager [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Terminating instance [ 1757.331771] env[62533]: DEBUG nova.compute.utils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.338761] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.338761] env[62533]: DEBUG nova.network.neutron [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.367061] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156709} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.367329] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.368261] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fe4c36-4e3c-4602-964a-9eedb2697944 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.387902] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.390989] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12aeb6fd-771c-4e68-9317-24569706b6b3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.409400] env[62533]: DEBUG nova.policy [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ecb475a896b42ba8cc49b6923a10138', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8935e8d1f64c909405329b75a586fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.412474] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1757.412474] env[62533]: value = "task-1898726" [ 1757.412474] env[62533]: _type = "Task" [ 1757.412474] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.421724] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f19fbe3f-7522-44d6-8af1-b03b903eb9d8 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.666s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.422375] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.452116] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898723, 'name': Rename_Task, 'duration_secs': 0.154433} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.452415] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.452742] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dbaafab-ef51-44b5-81cb-8d4ba1ecb643 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.459898] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1757.459898] env[62533]: value = "task-1898727" [ 1757.459898] env[62533]: _type = "Task" [ 1757.459898] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.468564] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.532938] env[62533]: DEBUG oslo_vmware.api [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898718, 'name': ReconfigVM_Task, 'duration_secs': 1.173909} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.533473] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.533709] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfigured VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1757.580961] env[62533]: DEBUG nova.network.neutron [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updated VIF entry in instance network info cache for port 4f0ae00e-c25c-4408-9364-c865b6feb666. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.581470] env[62533]: DEBUG nova.network.neutron [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7facb6-3090-4001-a4c3-08cd6863427f", "address": "fa:16:3e:f7:72:b1", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7facb6-30", "ovs_interfaceid": "2c7facb6-3090-4001-a4c3-08cd6863427f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f0ae00e-c25c-4408-9364-c865b6feb666", "address": "fa:16:3e:14:28:77", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0ae00e-c2", "ovs_interfaceid": "4f0ae00e-c25c-4408-9364-c865b6feb666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.619611] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 14934761-0459-4baf-838b-fbbbcf332e7a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1757.750828] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.784950] env[62533]: DEBUG oslo_vmware.api [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32413} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.785255] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.785454] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.785739] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.785955] env[62533]: INFO nova.compute.manager [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Took 3.40 seconds to destroy the instance on the hypervisor. [ 1757.786273] env[62533]: DEBUG oslo.service.loopingcall [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.786484] env[62533]: DEBUG nova.compute.manager [-] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1757.786577] env[62533]: DEBUG nova.network.neutron [-] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.795675] env[62533]: DEBUG nova.compute.manager [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.795675] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.796133] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfd82b6-c996-423c-aa3f-d8984d1ab07a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.803854] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.804152] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40a587b-664f-4b82-9182-4a6761150051 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.811170] env[62533]: DEBUG oslo_vmware.api [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1757.811170] env[62533]: value = "task-1898728" [ 1757.811170] env[62533]: _type = "Task" [ 1757.811170] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.819971] env[62533]: DEBUG oslo_vmware.api [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.837294] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.923475] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898726, 'name': ReconfigVM_Task, 'duration_secs': 0.422556} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.927094] env[62533]: DEBUG nova.network.neutron [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Successfully created port: 2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.928970] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.930817] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd0ada8-9e68-46b9-b17c-f87bc240a592 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.940087] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1757.940087] env[62533]: value = "task-1898729" [ 1757.940087] env[62533]: _type = "Task" [ 1757.940087] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.959950] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898729, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.974574] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.038950] env[62533]: DEBUG oslo_concurrency.lockutils [None req-726c83ff-2e63-4037-b799-260ca0fcb3b4 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-4f0ae00e-c25c-4408-9364-c865b6feb666" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.252s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.087199] env[62533]: DEBUG oslo_concurrency.lockutils [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.087199] env[62533]: DEBUG nova.compute.manager [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received event network-changed-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1758.087199] env[62533]: DEBUG nova.compute.manager [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing instance network info cache due to event network-changed-205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1758.087199] env[62533]: DEBUG oslo_concurrency.lockutils [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] Acquiring lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.087199] env[62533]: DEBUG oslo_concurrency.lockutils [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] Acquired lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.087199] env[62533]: DEBUG nova.network.neutron [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Refreshing network info cache for port 205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.124028] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 4461ed70-858b-4907-9802-b81499c609bf] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1758.281840] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f87deec-2188-4927-84f9-ec0d7622ce16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.292641] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72836a4d-1896-409b-9c97-7c61f41c234c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.342145] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f2ae5-575b-420a-91a5-a1c5fccc4cbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.351500] env[62533]: DEBUG oslo_vmware.api [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898728, 'name': PowerOffVM_Task, 'duration_secs': 0.223099} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.353869] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.354063] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.354668] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e66a28-8c7f-426c-82f3-b1356af0fee4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.357053] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a9e3c-8833-488e-86f0-f051876ad909 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.372727] env[62533]: DEBUG nova.compute.provider_tree [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.451466] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898729, 'name': Rename_Task, 'duration_secs': 0.243237} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.451799] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.452116] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-204d08e2-2502-4565-92cb-8904d7e37854 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.458845] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1758.458845] env[62533]: value = "task-1898731" [ 1758.458845] env[62533]: _type = "Task" [ 1758.458845] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.471192] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.473455] env[62533]: DEBUG oslo_vmware.api [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1898727, 'name': PowerOnVM_Task, 'duration_secs': 0.530776} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.473758] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.473994] env[62533]: INFO nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1758.474224] env[62533]: DEBUG nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.474982] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c4f3cb-da4d-49d3-8161-56104cbd97e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.514121] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.514121] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.514121] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Deleting the datastore file [datastore1] e9919948-0553-45c0-bdfc-7e18cebe6e5a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.514780] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ea1a08e-708c-4ae5-be08-e1f6b7ebdbcf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.521342] env[62533]: DEBUG oslo_vmware.api [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for the task: (returnval){ [ 1758.521342] env[62533]: value = "task-1898732" [ 1758.521342] env[62533]: _type = "Task" [ 1758.521342] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.531365] env[62533]: DEBUG oslo_vmware.api [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.632866] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 691283c4-becb-4caa-8bc2-899110cf74b4] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1758.694099] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.694308] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.797100] env[62533]: DEBUG nova.network.neutron [-] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.856515] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.877374] env[62533]: DEBUG nova.scheduler.client.report [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.896748] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.896978] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.898970] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.898970] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.898970] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.898970] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.900554] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.900554] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.900737] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.901352] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.901352] env[62533]: DEBUG nova.virt.hardware [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.902726] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc776f7-6477-4fbb-b26a-ba0804afaaaa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.914364] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6cea08-49da-46da-8cce-9160043aa2ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.940235] env[62533]: DEBUG nova.network.neutron [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updated VIF entry in instance network info cache for port 205f1a16-cba7-452f-a614-2def170100c7. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.940617] env[62533]: DEBUG nova.network.neutron [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [{"id": "205f1a16-cba7-452f-a614-2def170100c7", "address": "fa:16:3e:6e:f0:9f", "network": {"id": "fe2dbeb1-80d6-4a82-ab00-fc2cbbbab4a9", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-354870537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3f4ac9a519c4f79ab0248757b8a957f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205f1a16-cb", "ovs_interfaceid": "205f1a16-cba7-452f-a614-2def170100c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.970507] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.996026] env[62533]: INFO nova.compute.manager [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 24.28 seconds to build instance. [ 1759.031552] env[62533]: DEBUG oslo_vmware.api [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Task: {'id': task-1898732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25012} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.032229] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.032539] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.032913] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.032913] env[62533]: INFO nova.compute.manager [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1759.033109] env[62533]: DEBUG oslo.service.loopingcall [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.033305] env[62533]: DEBUG nova.compute.manager [-] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.033397] env[62533]: DEBUG nova.network.neutron [-] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.134867] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 762115bf-9390-48e5-af73-803669426742] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1759.197376] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.281588] env[62533]: DEBUG nova.compute.manager [req-5deab7ad-5f5e-404b-b096-fb96f87b8a9e req-2bc9aaeb-b78f-45dd-b061-fdf8e37e9b67 service nova] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Received event network-vif-deleted-8cc02e53-7a01-40aa-bcf4-a63202c815c3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1759.300306] env[62533]: INFO nova.compute.manager [-] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Took 1.51 seconds to deallocate network for instance. [ 1759.389836] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.391441] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1759.393685] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.552s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.395293] env[62533]: INFO nova.compute.claims [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.444783] env[62533]: DEBUG oslo_concurrency.lockutils [req-99e13eeb-6387-4bc6-9d41-596881da8c78 req-2756d2ea-a7f6-44e8-bfbf-4bf1204412d5 service nova] Releasing lock "refresh_cache-e9919948-0553-45c0-bdfc-7e18cebe6e5a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.473374] env[62533]: DEBUG oslo_vmware.api [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898731, 'name': PowerOnVM_Task, 'duration_secs': 0.590039} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.473711] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.473989] env[62533]: INFO nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1759.474263] env[62533]: DEBUG nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.475213] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b378e21-34b1-4067-acd0-13d6d83cf3f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.498499] env[62533]: DEBUG oslo_concurrency.lockutils [None req-84539baf-4368-49bc-a18d-bf87ebd3d3c5 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.800s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.642231] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a1b021c1-4a56-440e-903a-9b8d13d18fa2] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1759.719368] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.872267] env[62533]: INFO nova.compute.manager [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Took 0.57 seconds to detach 1 volumes for instance. [ 1759.891221] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.891499] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.900985] env[62533]: DEBUG nova.compute.utils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.909022] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1759.909022] env[62533]: DEBUG nova.network.neutron [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.992732] env[62533]: INFO nova.compute.manager [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Took 19.94 seconds to build instance. [ 1760.002249] env[62533]: DEBUG nova.policy [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1760.146524] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 5333988c-9980-4aca-a0f3-42c4c748f4ae] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1760.198359] env[62533]: DEBUG nova.network.neutron [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Successfully updated port: 2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.393224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.393643] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.411572] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1760.501581] env[62533]: DEBUG oslo_concurrency.lockutils [None req-467d96a8-f71f-4653-bdfb-fa8289403428 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.471s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.535318] env[62533]: DEBUG nova.network.neutron [-] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.657748] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e0e62316-8e27-4949-a050-3f05f8020ca1] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 1760.662185] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.662430] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.662631] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.662812] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.662974] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.666104] env[62533]: INFO nova.compute.manager [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Terminating instance [ 1760.701047] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "refresh_cache-c3056959-485d-433b-a769-0567e5936e2d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.701206] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquired lock "refresh_cache-c3056959-485d-433b-a769-0567e5936e2d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.701346] env[62533]: DEBUG nova.network.neutron [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.845963] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "43665738-7f4e-49ac-b597-a031add7e887" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.846230] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "43665738-7f4e-49ac-b597-a031add7e887" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.851117] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bebd74d-e78b-4130-9673-dd4d447cf06e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.861279] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5888bccd-efed-430d-bff8-3817496ee4ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.894093] env[62533]: DEBUG nova.network.neutron [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Successfully created port: 41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.896442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f29b5-8e32-478c-b0ab-0efd1e4e86ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.906857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b96990c-1550-481f-ae6f-87905c3d84c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.926616] env[62533]: DEBUG nova.compute.provider_tree [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.928526] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.037202] env[62533]: INFO nova.compute.manager [-] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Took 2.00 seconds to deallocate network for instance. [ 1761.080678] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-2c7facb6-3090-4001-a4c3-08cd6863427f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.080898] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-2c7facb6-3090-4001-a4c3-08cd6863427f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.172419] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.172778] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances with incomplete migration {{(pid=62533) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11753}} [ 1761.175524] env[62533]: DEBUG nova.compute.manager [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.175767] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.176631] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2e1029-40b4-4cfd-a7bd-d4535646c965 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.184781] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.185043] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41fa5f5d-da61-4e9f-96ec-c53237353dd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.191699] env[62533]: DEBUG oslo_vmware.api [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1761.191699] env[62533]: value = "task-1898733" [ 1761.191699] env[62533]: _type = "Task" [ 1761.191699] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.199877] env[62533]: DEBUG oslo_vmware.api [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.235724] env[62533]: INFO nova.compute.manager [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Rebuilding instance [ 1761.239308] env[62533]: DEBUG nova.network.neutron [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.278523] env[62533]: DEBUG nova.compute.manager [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.279451] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665094e2-0965-447d-8e15-b9b3b85c8e11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.333138] env[62533]: DEBUG nova.compute.manager [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Received event network-vif-deleted-205f1a16-cba7-452f-a614-2def170100c7 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1761.333856] env[62533]: DEBUG nova.compute.manager [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Received event network-vif-plugged-2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1761.334117] env[62533]: DEBUG oslo_concurrency.lockutils [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] Acquiring lock "c3056959-485d-433b-a769-0567e5936e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.334370] env[62533]: DEBUG oslo_concurrency.lockutils [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] Lock "c3056959-485d-433b-a769-0567e5936e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.334790] env[62533]: DEBUG oslo_concurrency.lockutils [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] Lock "c3056959-485d-433b-a769-0567e5936e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.335023] env[62533]: DEBUG nova.compute.manager [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] No waiting events found dispatching network-vif-plugged-2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.335205] env[62533]: WARNING nova.compute.manager [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Received unexpected event network-vif-plugged-2ac1ff40-f81e-4304-82de-2b8c2f812591 for instance with vm_state building and task_state spawning. [ 1761.335391] env[62533]: DEBUG nova.compute.manager [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Received event network-changed-2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1761.335569] env[62533]: DEBUG nova.compute.manager [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Refreshing instance network info cache due to event network-changed-2ac1ff40-f81e-4304-82de-2b8c2f812591. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1761.335901] env[62533]: DEBUG oslo_concurrency.lockutils [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] Acquiring lock "refresh_cache-c3056959-485d-433b-a769-0567e5936e2d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.355206] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1761.433981] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1761.438098] env[62533]: DEBUG nova.scheduler.client.report [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.469829] env[62533]: DEBUG nova.network.neutron [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Updating instance_info_cache with network_info: [{"id": "2ac1ff40-f81e-4304-82de-2b8c2f812591", "address": "fa:16:3e:48:62:d3", "network": {"id": "a02ef3b9-69b9-4806-b159-60f1674478e5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1705881819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8935e8d1f64c909405329b75a586fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac1ff40-f8", "ovs_interfaceid": "2ac1ff40-f81e-4304-82de-2b8c2f812591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.476522] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1761.476800] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.477142] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1761.477261] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.477418] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1761.477568] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1761.477823] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1761.478016] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1761.478194] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1761.478376] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1761.478573] env[62533]: DEBUG nova.virt.hardware [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1761.479652] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdafb056-8448-4f45-aaed-ca7f0d1a6ff4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.491142] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729956da-da4f-4307-a4d6-cdc5edb97250 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.497092] env[62533]: DEBUG nova.compute.manager [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Received event network-changed-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1761.497327] env[62533]: DEBUG nova.compute.manager [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Refreshing instance network info cache due to event network-changed-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1761.497551] env[62533]: DEBUG oslo_concurrency.lockutils [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.497740] env[62533]: DEBUG oslo_concurrency.lockutils [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.497978] env[62533]: DEBUG nova.network.neutron [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Refreshing network info cache for port f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.544530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.583430] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.583609] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.584514] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435cb766-24ae-4b76-a558-dc8547a9ee6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.606743] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a5612c-b6db-43b9-ac8c-aabc304d7dc7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.642760] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfiguring VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1761.643539] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a0a5d2-c077-4cd9-8e91-76c69d537154 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.662355] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1761.662355] env[62533]: value = "task-1898734" [ 1761.662355] env[62533]: _type = "Task" [ 1761.662355] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.670732] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.675294] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.704204] env[62533]: DEBUG oslo_vmware.api [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898733, 'name': PowerOffVM_Task, 'duration_secs': 0.318619} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.704478] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.704628] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.704881] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c2c3e5-a5a7-467a-968f-c686b2d9801a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.793362] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.793583] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.793846] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleting the datastore file [datastore2] 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.794181] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c563466-858c-409a-b669-dd39b9eaef5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.802029] env[62533]: DEBUG oslo_vmware.api [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for the task: (returnval){ [ 1761.802029] env[62533]: value = "task-1898736" [ 1761.802029] env[62533]: _type = "Task" [ 1761.802029] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.811428] env[62533]: DEBUG oslo_vmware.api [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.892296] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.947902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.948235] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.951080] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.201s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.951306] env[62533]: DEBUG nova.objects.instance [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lazy-loading 'resources' on Instance uuid e976b792-6b4b-4854-b922-8c46d63cf3ed {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.972639] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Releasing lock "refresh_cache-c3056959-485d-433b-a769-0567e5936e2d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.975030] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Instance network_info: |[{"id": "2ac1ff40-f81e-4304-82de-2b8c2f812591", "address": "fa:16:3e:48:62:d3", "network": {"id": "a02ef3b9-69b9-4806-b159-60f1674478e5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1705881819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8935e8d1f64c909405329b75a586fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac1ff40-f8", "ovs_interfaceid": "2ac1ff40-f81e-4304-82de-2b8c2f812591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.975030] env[62533]: DEBUG oslo_concurrency.lockutils [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] Acquired lock "refresh_cache-c3056959-485d-433b-a769-0567e5936e2d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.975030] env[62533]: DEBUG nova.network.neutron [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Refreshing network info cache for port 2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.975030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:62:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ac1ff40-f81e-4304-82de-2b8c2f812591', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.986026] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Creating folder: Project (4e8935e8d1f64c909405329b75a586fc). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.986026] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e82560-b285-482c-99ed-40d4245c45bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.996079] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Created folder: Project (4e8935e8d1f64c909405329b75a586fc) in parent group-v391816. [ 1761.996301] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Creating folder: Instances. Parent ref: group-v392049. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.997473] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-994d166f-eef1-45c3-8453-4381c6c00fc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.010935] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Created folder: Instances in parent group-v392049. [ 1762.011331] env[62533]: DEBUG oslo.service.loopingcall [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.013028] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3056959-485d-433b-a769-0567e5936e2d] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1762.013539] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12bcf4a7-d31e-46f3-8ab4-496732a18a0f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.037869] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1762.037869] env[62533]: value = "task-1898739" [ 1762.037869] env[62533]: _type = "Task" [ 1762.037869] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.046705] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898739, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.134719] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.134951] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.176818] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.279875] env[62533]: DEBUG nova.network.neutron [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updated VIF entry in instance network info cache for port f8b28a0c-1fc3-4efd-a382-ac15b9ed7743. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.280268] env[62533]: DEBUG nova.network.neutron [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.302614] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.302614] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc72757-9f3d-46f8-94ce-2fa870911e85 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.319298] env[62533]: DEBUG oslo_vmware.api [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Task: {'id': task-1898736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396411} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.319961] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1762.319961] env[62533]: value = "task-1898740" [ 1762.319961] env[62533]: _type = "Task" [ 1762.319961] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.325023] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.325023] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.325023] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.325211] env[62533]: INFO nova.compute.manager [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1762.325475] env[62533]: DEBUG oslo.service.loopingcall [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.326176] env[62533]: DEBUG nova.compute.manager [-] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.326176] env[62533]: DEBUG nova.network.neutron [-] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.457115] env[62533]: DEBUG nova.compute.utils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.463198] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.463198] env[62533]: DEBUG nova.network.neutron [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.537258] env[62533]: DEBUG nova.policy [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '062c2eb13e1e4c2bb5f8adcba758a863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b67336e704c4228a061d74475a2b39e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.550278] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898739, 'name': CreateVM_Task, 'duration_secs': 0.418936} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.550564] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3056959-485d-433b-a769-0567e5936e2d] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.551387] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.551753] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.552250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.552455] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c80ae8-425f-4e01-9e10-dfc60999a668 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.557893] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1762.557893] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5281e4b2-6f4e-9b83-9070-e982da57d9e3" [ 1762.557893] env[62533]: _type = "Task" [ 1762.557893] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.573176] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5281e4b2-6f4e-9b83-9070-e982da57d9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.642357] env[62533]: DEBUG nova.compute.utils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.678530] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.783365] env[62533]: DEBUG oslo_concurrency.lockutils [req-3ab2a2fa-ee36-4b31-85cd-599ca107ab9c req-eeb9e5cb-06e5-498f-844a-48f79ebf6fe3 service nova] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.805939] env[62533]: DEBUG nova.network.neutron [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Updated VIF entry in instance network info cache for port 2ac1ff40-f81e-4304-82de-2b8c2f812591. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.806447] env[62533]: DEBUG nova.network.neutron [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Updating instance_info_cache with network_info: [{"id": "2ac1ff40-f81e-4304-82de-2b8c2f812591", "address": "fa:16:3e:48:62:d3", "network": {"id": "a02ef3b9-69b9-4806-b159-60f1674478e5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1705881819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8935e8d1f64c909405329b75a586fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac1ff40-f8", "ovs_interfaceid": "2ac1ff40-f81e-4304-82de-2b8c2f812591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.837248] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898740, 'name': PowerOffVM_Task, 'duration_secs': 0.17434} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.837594] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.837899] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.838997] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0731985-27cb-4ed5-ab12-04dfbdb2567e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.847426] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.847563] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731625cb-720a-43a1-85f2-88823620f8aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.866436] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716eacd2-ab16-402e-bcf8-ba78d2010d49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.871436] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.871964] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.871964] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleting the datastore file [datastore2] e16161d9-d0e8-403f-bbf1-9287775e2a0e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.872312] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01420100-0f16-4c52-88e1-e961eca0d4e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.881971] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb88f92-f0b9-45e2-a7f6-0cb7fbcca507 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.888783] env[62533]: DEBUG nova.network.neutron [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Successfully created port: c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.892127] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1762.892127] env[62533]: value = "task-1898742" [ 1762.892127] env[62533]: _type = "Task" [ 1762.892127] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.921232] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c7673-9b5c-47cf-aa1f-0acaf2ab12bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.926725] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.932161] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac03f96-7b4f-4e47-bf9b-800457016163 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.946860] env[62533]: DEBUG nova.compute.provider_tree [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.963723] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.069153] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5281e4b2-6f4e-9b83-9070-e982da57d9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018132} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.069475] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.069712] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.069949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.070106] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.070283] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.070551] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bdba978-aed9-4d7a-b06c-424c9bb67cd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.092114] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.092328] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.093443] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d36e4f4-ba3e-4d50-a1c7-a228aa3c5746 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.098793] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1763.098793] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52438ed5-a055-2023-2fcb-3358125aae91" [ 1763.098793] env[62533]: _type = "Task" [ 1763.098793] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.109240] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52438ed5-a055-2023-2fcb-3358125aae91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.144682] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.175512] env[62533]: DEBUG nova.network.neutron [-] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.176990] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.212836] env[62533]: DEBUG nova.network.neutron [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Successfully updated port: 41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.309801] env[62533]: DEBUG oslo_concurrency.lockutils [req-4b453a17-d5e3-44f6-8470-ae58594c4bbf req-15a903e2-edfd-4e48-888b-1cbf30e981cb service nova] Releasing lock "refresh_cache-c3056959-485d-433b-a769-0567e5936e2d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.404921] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415205} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.405196] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.405376] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.405548] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.453356] env[62533]: DEBUG nova.scheduler.client.report [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.550755] env[62533]: DEBUG nova.compute.manager [req-30065026-f152-4b47-8ef7-9cfc145546c8 req-29d1ad6c-e04e-445b-853a-62991d2ae9cb service nova] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Received event network-vif-deleted-bdef7829-9196-4231-bf6f-09000cacc8bc {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1763.608887] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52438ed5-a055-2023-2fcb-3358125aae91, 'name': SearchDatastore_Task, 'duration_secs': 0.02631} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.609688] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c200c990-8eac-43f3-bd3a-1850a9c7471c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.615891] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1763.615891] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ed44b3-1fd6-8b4b-786e-88f42da66929" [ 1763.615891] env[62533]: _type = "Task" [ 1763.615891] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.621259] env[62533]: DEBUG nova.compute.manager [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Received event network-vif-plugged-41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1763.621479] env[62533]: DEBUG oslo_concurrency.lockutils [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] Acquiring lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.621688] env[62533]: DEBUG oslo_concurrency.lockutils [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.621851] env[62533]: DEBUG oslo_concurrency.lockutils [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.622031] env[62533]: DEBUG nova.compute.manager [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] No waiting events found dispatching network-vif-plugged-41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.622199] env[62533]: WARNING nova.compute.manager [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Received unexpected event network-vif-plugged-41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 for instance with vm_state building and task_state spawning. [ 1763.622353] env[62533]: DEBUG nova.compute.manager [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Received event network-changed-41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1763.622504] env[62533]: DEBUG nova.compute.manager [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Refreshing instance network info cache due to event network-changed-41971cc3-56bf-40e5-8afc-8fb5f8dd2f01. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1763.622689] env[62533]: DEBUG oslo_concurrency.lockutils [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] Acquiring lock "refresh_cache-fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.622821] env[62533]: DEBUG oslo_concurrency.lockutils [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] Acquired lock "refresh_cache-fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.622968] env[62533]: DEBUG nova.network.neutron [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Refreshing network info cache for port 41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.629360] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ed44b3-1fd6-8b4b-786e-88f42da66929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.674760] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.678819] env[62533]: INFO nova.compute.manager [-] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Took 1.35 seconds to deallocate network for instance. [ 1763.715779] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.958707] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.961288] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.242s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.963006] env[62533]: INFO nova.compute.claims [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.973153] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.998393] env[62533]: INFO nova.scheduler.client.report [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Deleted allocations for instance e976b792-6b4b-4854-b922-8c46d63cf3ed [ 1764.011040] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.011293] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.011446] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.012443] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.012443] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.012443] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.012443] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.012696] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.012750] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.013139] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.013139] env[62533]: DEBUG nova.virt.hardware [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.013980] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a846aa0f-64aa-4b55-87cd-5c9b73808cf1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.024281] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7383fa-3d38-47b6-982e-9d645d2deb9b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.128659] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ed44b3-1fd6-8b4b-786e-88f42da66929, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.128966] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.129250] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] c3056959-485d-433b-a769-0567e5936e2d/c3056959-485d-433b-a769-0567e5936e2d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.129857] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bafa3b-1ffa-492b-b593-6cc6d5ee07f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.137173] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1764.137173] env[62533]: value = "task-1898743" [ 1764.137173] env[62533]: _type = "Task" [ 1764.137173] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.145738] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.175637] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.176084] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1764.178897] env[62533]: DEBUG nova.network.neutron [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.185187] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.211941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.212249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.212516] env[62533]: INFO nova.compute.manager [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Attaching volume 298feca8-1a21-4825-b1d6-1290b8d8295b to /dev/sdb [ 1764.248164] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ffcff6-1a60-43e9-8424-4c65feb1ff0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.255167] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09518dd2-90c8-4ffb-b818-b6e05ccdee25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.269119] env[62533]: DEBUG nova.virt.block_device [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating existing volume attachment record: 4c2ee429-78f9-432c-8669-2cc7e579d0d4 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1764.284983] env[62533]: DEBUG nova.network.neutron [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.444294] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.444552] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.444806] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.445031] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.445300] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.445400] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.445533] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.445696] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.445850] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.446023] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.446193] env[62533]: DEBUG nova.virt.hardware [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.447065] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b40f5a-3301-439e-9782-31afeb53a49f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.455245] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759e569-9801-4a13-a081-cba851e0549a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.474342] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.481274] env[62533]: DEBUG oslo.service.loopingcall [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.481449] env[62533]: DEBUG nova.network.neutron [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Successfully updated port: c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.482523] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.482750] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58596c54-465a-4c54-b827-03efcff2c7d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.502014] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.502014] env[62533]: value = "task-1898745" [ 1764.502014] env[62533]: _type = "Task" [ 1764.502014] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.507914] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ca2c4824-f07a-4b2f-98b7-2e87b8b5a0fd tempest-ServerActionsTestOtherA-1399964636 tempest-ServerActionsTestOtherA-1399964636-project-member] Lock "e976b792-6b4b-4854-b922-8c46d63cf3ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.384s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.513746] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898745, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.647832] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898743, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.676349] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.687370] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1764.687370] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1764.789699] env[62533]: DEBUG oslo_concurrency.lockutils [req-3f3bbe99-8143-4ebe-854f-768cba32bf6c req-4b6548fb-a6a5-4354-b379-89f3ca2f1fb7 service nova] Releasing lock "refresh_cache-fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.789699] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.789699] env[62533]: DEBUG nova.network.neutron [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.996168] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.996403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.996484] env[62533]: DEBUG nova.network.neutron [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.017056] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898745, 'name': CreateVM_Task, 'duration_secs': 0.32201} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.017248] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.017724] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.018063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.018250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.018632] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4484d6-f9d6-46c7-89de-91d0dc4e246b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.024640] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1765.024640] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527d0b70-19f3-d37c-ac35-b112abf18741" [ 1765.024640] env[62533]: _type = "Task" [ 1765.024640] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.033262] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527d0b70-19f3-d37c-ac35-b112abf18741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.149613] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.179194] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.318310] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7194091-2d6d-41e3-a793-e65bc9ca2894 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.328159] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9499d4fa-79d1-4f42-a2ae-8ba313a9f451 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.360659] env[62533]: DEBUG nova.network.neutron [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.363522] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490a22d7-55c7-4305-85c5-dcfba4817d1f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.371477] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef6eb4-f82a-4828-9f39-c2208bccf3c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.386759] env[62533]: DEBUG nova.compute.provider_tree [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.541245] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527d0b70-19f3-d37c-ac35-b112abf18741, 'name': SearchDatastore_Task, 'duration_secs': 0.142304} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.542117] env[62533]: DEBUG nova.network.neutron [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.543944] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.544200] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1765.548021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.548021] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.548021] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1765.548021] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e69ac844-3f4f-4961-a121-2f0c0ca87374 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.551583] env[62533]: DEBUG nova.network.neutron [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Updating instance_info_cache with network_info: [{"id": "41971cc3-56bf-40e5-8afc-8fb5f8dd2f01", "address": "fa:16:3e:25:ef:d7", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41971cc3-56", "ovs_interfaceid": "41971cc3-56bf-40e5-8afc-8fb5f8dd2f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.558275] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1765.558466] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1765.559213] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320ede17-f454-4bde-9435-fe35242dfba4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.570165] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1765.570165] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250cea6-bce5-8f0c-742f-0abae941c1e6" [ 1765.570165] env[62533]: _type = "Task" [ 1765.570165] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.579663] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250cea6-bce5-8f0c-742f-0abae941c1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.581675] env[62533]: DEBUG nova.compute.manager [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Received event network-vif-plugged-c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1765.581900] env[62533]: DEBUG oslo_concurrency.lockutils [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] Acquiring lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.582178] env[62533]: DEBUG oslo_concurrency.lockutils [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.582412] env[62533]: DEBUG oslo_concurrency.lockutils [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.582655] env[62533]: DEBUG nova.compute.manager [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] No waiting events found dispatching network-vif-plugged-c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.582878] env[62533]: WARNING nova.compute.manager [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Received unexpected event network-vif-plugged-c4ff5785-1722-40c0-833f-9af2fdfca7b8 for instance with vm_state building and task_state spawning. [ 1765.583107] env[62533]: DEBUG nova.compute.manager [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Received event network-changed-c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1765.583324] env[62533]: DEBUG nova.compute.manager [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Refreshing instance network info cache due to event network-changed-c4ff5785-1722-40c0-833f-9af2fdfca7b8. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1765.583542] env[62533]: DEBUG oslo_concurrency.lockutils [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] Acquiring lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.648506] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898743, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.157516} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.648892] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] c3056959-485d-433b-a769-0567e5936e2d/c3056959-485d-433b-a769-0567e5936e2d.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.649259] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.649837] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-169e6f4a-258d-40bb-a447-cbc5b5d57961 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.656931] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1765.656931] env[62533]: value = "task-1898748" [ 1765.656931] env[62533]: _type = "Task" [ 1765.656931] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.665517] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.677588] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.847737] env[62533]: DEBUG nova.network.neutron [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Updating instance_info_cache with network_info: [{"id": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "address": "fa:16:3e:b2:c8:ac", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ff5785-17", "ovs_interfaceid": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.893211] env[62533]: DEBUG nova.scheduler.client.report [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.054239] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.055411] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Instance network_info: |[{"id": "41971cc3-56bf-40e5-8afc-8fb5f8dd2f01", "address": "fa:16:3e:25:ef:d7", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41971cc3-56", "ovs_interfaceid": "41971cc3-56bf-40e5-8afc-8fb5f8dd2f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.055411] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ef:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41971cc3-56bf-40e5-8afc-8fb5f8dd2f01', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.062675] env[62533]: DEBUG oslo.service.loopingcall [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.062907] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.063153] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-defbfe87-b6b9-4ad8-a27e-77ce98702ab2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.088888] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5250cea6-bce5-8f0c-742f-0abae941c1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.040632} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.091415] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.091415] env[62533]: value = "task-1898749" [ 1766.091415] env[62533]: _type = "Task" [ 1766.091415] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.091662] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39f50c2-adc1-4bcb-9680-bd0ddc0aee38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.106858] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1766.106858] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523026bd-afcd-b79a-f5ff-3030b480db2e" [ 1766.106858] env[62533]: _type = "Task" [ 1766.106858] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.107166] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898749, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.115700] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523026bd-afcd-b79a-f5ff-3030b480db2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.167153] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150898} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.167441] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.168270] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e029f-9990-47e9-9c28-96d4b48f4de5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.197622] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] c3056959-485d-433b-a769-0567e5936e2d/c3056959-485d-433b-a769-0567e5936e2d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.201246] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad6cd3a-e486-4860-a7a5-9bc2ecece6a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.216310] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a7290afc-ae2f-4b07-aa4f-a2d89bf514f4] Skipping network cache update for instance because it has been migrated to another host. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1766.217692] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.223316] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1766.223316] env[62533]: value = "task-1898750" [ 1766.223316] env[62533]: _type = "Task" [ 1766.223316] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.233025] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.350585] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.350966] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Instance network_info: |[{"id": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "address": "fa:16:3e:b2:c8:ac", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ff5785-17", "ovs_interfaceid": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.351297] env[62533]: DEBUG oslo_concurrency.lockutils [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] Acquired lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.351491] env[62533]: DEBUG nova.network.neutron [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Refreshing network info cache for port c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.352728] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:c8:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4ff5785-1722-40c0-833f-9af2fdfca7b8', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.361132] env[62533]: DEBUG oslo.service.loopingcall [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.361614] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.361861] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72216e86-2483-4010-9c58-f3e42939b35b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.383153] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.383153] env[62533]: value = "task-1898751" [ 1766.383153] env[62533]: _type = "Task" [ 1766.383153] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.392314] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898751, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.398900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.399649] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.402650] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.010s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.402900] env[62533]: DEBUG nova.objects.instance [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'resources' on Instance uuid 073c6a53-b4c5-4530-972f-6c8776746188 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.610032] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898749, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.619784] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523026bd-afcd-b79a-f5ff-3030b480db2e, 'name': SearchDatastore_Task, 'duration_secs': 0.022396} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.620209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.620576] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1766.620930] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8ba2655-9b87-411b-8e25-612a7981de14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.628227] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1766.628227] env[62533]: value = "task-1898752" [ 1766.628227] env[62533]: _type = "Task" [ 1766.628227] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.641346] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.682859] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.735435] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898750, 'name': ReconfigVM_Task, 'duration_secs': 0.351806} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.736635] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] c3056959-485d-433b-a769-0567e5936e2d/c3056959-485d-433b-a769-0567e5936e2d.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.737622] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4786ae91-3478-41fc-b3a9-680feebe46be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.743534] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1766.743534] env[62533]: value = "task-1898754" [ 1766.743534] env[62533]: _type = "Task" [ 1766.743534] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.753512] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898754, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.759576] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.759730] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.759888] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1766.895019] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898751, 'name': CreateVM_Task, 'duration_secs': 0.447292} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.895208] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.896264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.896264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.896588] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.896863] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7035680d-effa-4c90-8d07-295c4aee310c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.902980] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1766.902980] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211a0ae-c40b-0d9d-90b6-c6d4b2070777" [ 1766.902980] env[62533]: _type = "Task" [ 1766.902980] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.909128] env[62533]: DEBUG nova.compute.utils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.913277] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.913583] env[62533]: DEBUG nova.network.neutron [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.922239] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211a0ae-c40b-0d9d-90b6-c6d4b2070777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.999187] env[62533]: DEBUG nova.policy [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c6f3954c18f427c9e11940b3be00731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64b81a5cfbda4447b5fa31065d946ebc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1767.109733] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898749, 'name': CreateVM_Task, 'duration_secs': 0.53579} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.109921] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.110651] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.140057] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.184995] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.251807] env[62533]: DEBUG nova.network.neutron [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Updated VIF entry in instance network info cache for port c4ff5785-1722-40c0-833f-9af2fdfca7b8. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.252180] env[62533]: DEBUG nova.network.neutron [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Updating instance_info_cache with network_info: [{"id": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "address": "fa:16:3e:b2:c8:ac", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ff5785-17", "ovs_interfaceid": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.261127] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898754, 'name': Rename_Task, 'duration_secs': 0.189738} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.262033] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.263912] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25609f95-4bd4-4246-aed5-28fd51fa4cd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.274343] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1767.274343] env[62533]: value = "task-1898755" [ 1767.274343] env[62533]: _type = "Task" [ 1767.274343] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.284968] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.307641] env[62533]: DEBUG nova.network.neutron [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Successfully created port: e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.343558] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32094cac-6a6a-4a19-896a-d04ffb32bb03 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.354938] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc1005-6817-4823-9d08-8fc15c81ebad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.390430] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392a2f6-d2ad-4b68-bda6-7060ad4282ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.398263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27881db3-c466-4374-a783-dee6bdd92743 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.415105] env[62533]: DEBUG nova.compute.provider_tree [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.417213] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.423277] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5211a0ae-c40b-0d9d-90b6-c6d4b2070777, 'name': SearchDatastore_Task, 'duration_secs': 0.076854} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.423762] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.423985] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.424311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.424384] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.424808] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.424808] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.425118] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.425341] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5f85fad-58ec-499a-b66e-1d1c028506c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.432851] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f674c07-ccdb-444f-8011-c634959ec67c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.433658] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1767.433658] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e83c1-d459-1429-d57a-6677f2c50a52" [ 1767.433658] env[62533]: _type = "Task" [ 1767.433658] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.441678] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e83c1-d459-1429-d57a-6677f2c50a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.445336] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.445336] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.446131] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fb3fed-99f6-48a9-9836-0f244d4da344 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.451632] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1767.451632] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52beffd7-374f-764f-4262-83622d84d135" [ 1767.451632] env[62533]: _type = "Task" [ 1767.451632] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.459426] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52beffd7-374f-764f-4262-83622d84d135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.641108] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693484} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.641916] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.642312] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.642697] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f6e048-8995-4dda-900f-915b70fa263c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.650988] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1767.650988] env[62533]: value = "task-1898756" [ 1767.650988] env[62533]: _type = "Task" [ 1767.650988] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.661021] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.682413] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.754836] env[62533]: DEBUG oslo_concurrency.lockutils [req-27f4f3f4-3bb1-4883-9bcd-a16f65bcc92a req-e31d916f-db3e-42df-a856-8e66557409ca service nova] Releasing lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.783983] env[62533]: DEBUG oslo_vmware.api [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898755, 'name': PowerOnVM_Task, 'duration_secs': 0.494801} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.784343] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.784574] env[62533]: INFO nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1767.784755] env[62533]: DEBUG nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.785652] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67953d69-92c1-4849-96f9-a95716558a25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.921494] env[62533]: DEBUG nova.scheduler.client.report [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.944129] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e83c1-d459-1429-d57a-6677f2c50a52, 'name': SearchDatastore_Task, 'duration_secs': 0.020196} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.944832] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.944832] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.944970] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.964910] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52beffd7-374f-764f-4262-83622d84d135, 'name': SearchDatastore_Task, 'duration_secs': 0.02418} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.965657] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d85fa6-8871-4b28-a777-990a46662738 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.971587] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1767.971587] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522358c7-b5b6-8fb1-01f1-4cc95060a963" [ 1767.971587] env[62533]: _type = "Task" [ 1767.971587] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.980462] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522358c7-b5b6-8fb1-01f1-4cc95060a963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.071554] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updating instance_info_cache with network_info: [{"id": "8c28d20b-a403-455e-a950-08a0b0da74f5", "address": "fa:16:3e:03:f0:ba", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28d20b-a4", "ovs_interfaceid": "8c28d20b-a403-455e-a950-08a0b0da74f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.164023] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077436} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.164023] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.164023] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71cf46-fbda-41a1-9ad1-802883f36e24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.186793] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.190777] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd686454-e546-488b-83e0-17a91a8b03fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.216477] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.216706] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1768.216706] env[62533]: value = "task-1898757" [ 1768.216706] env[62533]: _type = "Task" [ 1768.216706] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.228469] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.305953] env[62533]: INFO nova.compute.manager [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Took 20.79 seconds to build instance. [ 1768.431751] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.434029] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.436523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.508s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.438059] env[62533]: INFO nova.compute.claims [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.488018] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522358c7-b5b6-8fb1-01f1-4cc95060a963, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.488018] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.488018] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.488401] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.488401] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.488512] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.488753] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.488993] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.489258] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.489465] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.489631] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.489806] env[62533]: DEBUG nova.virt.hardware [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.490688] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.491633] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] bb5f390f-a7ad-407c-b079-f3e6f4a627d2/bb5f390f-a7ad-407c-b079-f3e6f4a627d2.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.492837] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac763ef-3c13-4512-9c5f-6b2eaa7c5f1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.497741] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.497945] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.498197] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18b98ee8-aa6e-4ed6-a1c2-5b6181c87cce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.501426] env[62533]: INFO nova.scheduler.client.report [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocations for instance 073c6a53-b4c5-4530-972f-6c8776746188 [ 1768.505364] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7688a2-d143-46ea-b606-65f5caa09e56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.511844] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5747ac-1319-4ef7-95b7-2ee9b925b101 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.516700] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1768.516700] env[62533]: value = "task-1898758" [ 1768.516700] env[62533]: _type = "Task" [ 1768.516700] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.517911] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.518137] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.526204] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d862632-c81c-46a3-8ea7-7c50c1133f7a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.542373] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.543332] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1768.543332] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52395fec-2f1e-0fd3-d8a7-87aa1ff7cf8e" [ 1768.543332] env[62533]: _type = "Task" [ 1768.543332] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.553126] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52395fec-2f1e-0fd3-d8a7-87aa1ff7cf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.553417] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0230440-068c-40d4-86d0-82d214932248 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.560737] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1768.560737] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5247892f-33bc-20f5-b645-ec9318dc6e5f" [ 1768.560737] env[62533]: _type = "Task" [ 1768.560737] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.567366] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5247892f-33bc-20f5-b645-ec9318dc6e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.574341] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-a7330131-c363-4a3e-9cc1-38d359333ae8" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.574584] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1768.574720] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.574898] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.690077] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.729076] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.810471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-974fc35e-c842-4f65-91d9-61b29146794f tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "c3056959-485d-433b-a769-0567e5936e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.306s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.835114] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1768.835322] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392054', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'name': 'volume-298feca8-1a21-4825-b1d6-1290b8d8295b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5934998c-533d-4b17-a5aa-b54496a7ba6a', 'attached_at': '', 'detached_at': '', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'serial': '298feca8-1a21-4825-b1d6-1290b8d8295b'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1768.836376] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54fbf78-c0fc-4cb6-87e8-2e6ff6fbaa76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.859317] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211f81cd-d418-433e-920f-1a016a89301a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.887649] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-298feca8-1a21-4825-b1d6-1290b8d8295b/volume-298feca8-1a21-4825-b1d6-1290b8d8295b.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.888043] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91037614-a268-420e-881e-4ea9e9efb723 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.911975] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1768.911975] env[62533]: value = "task-1898759" [ 1768.911975] env[62533]: _type = "Task" [ 1768.911975] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.921076] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.013283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-153132b7-35c6-4838-aa22-b4aa038364a5 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "073c6a53-b4c5-4530-972f-6c8776746188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.134s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.027512] env[62533]: DEBUG nova.compute.manager [req-0b4f1d5b-fad6-47ae-8cee-e6cd8aeaa7e6 req-c68f525f-ff91-4cab-9147-7a8d36057c7b service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Received event network-vif-plugged-e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1769.027813] env[62533]: DEBUG oslo_concurrency.lockutils [req-0b4f1d5b-fad6-47ae-8cee-e6cd8aeaa7e6 req-c68f525f-ff91-4cab-9147-7a8d36057c7b service nova] Acquiring lock "2ad289b7-dc2b-480d-82e4-06add5aeacab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.028257] env[62533]: DEBUG oslo_concurrency.lockutils [req-0b4f1d5b-fad6-47ae-8cee-e6cd8aeaa7e6 req-c68f525f-ff91-4cab-9147-7a8d36057c7b service nova] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.028545] env[62533]: DEBUG oslo_concurrency.lockutils [req-0b4f1d5b-fad6-47ae-8cee-e6cd8aeaa7e6 req-c68f525f-ff91-4cab-9147-7a8d36057c7b service nova] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.028784] env[62533]: DEBUG nova.compute.manager [req-0b4f1d5b-fad6-47ae-8cee-e6cd8aeaa7e6 req-c68f525f-ff91-4cab-9147-7a8d36057c7b service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] No waiting events found dispatching network-vif-plugged-e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.028984] env[62533]: WARNING nova.compute.manager [req-0b4f1d5b-fad6-47ae-8cee-e6cd8aeaa7e6 req-c68f525f-ff91-4cab-9147-7a8d36057c7b service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Received unexpected event network-vif-plugged-e5c4e89f-583a-44dc-9da7-8d2248ed047b for instance with vm_state building and task_state spawning. [ 1769.033235] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.070143] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5247892f-33bc-20f5-b645-ec9318dc6e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.070417] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.070673] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] fbef8c8c-0ab8-4486-a77f-928f2b1a11ed/fbef8c8c-0ab8-4486-a77f-928f2b1a11ed.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.070943] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49047615-61e2-4634-b1f5-d490f86ed4ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.081261] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Getting list of instances from cluster (obj){ [ 1769.081261] env[62533]: value = "domain-c8" [ 1769.081261] env[62533]: _type = "ClusterComputeResource" [ 1769.081261] env[62533]: } {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1769.083456] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61481539-4fd1-4928-81aa-c9610cfb9b04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.086766] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1769.086766] env[62533]: value = "task-1898760" [ 1769.086766] env[62533]: _type = "Task" [ 1769.086766] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.109459] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Got total of 18 instances {{(pid=62533) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1769.109635] env[62533]: WARNING nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] While synchronizing instance power states, found 23 instances in the database and 18 instances on the hypervisor. [ 1769.109774] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid a7330131-c363-4a3e-9cc1-38d359333ae8 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.109972] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 2074e814-f93f-459b-b7b5-3203d9e1bcf1 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.110153] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 097c15b8-6b13-4524-8b9f-ff1623f4fd05 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.110309] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid c3215d85-b9ae-4bc9-873d-a5311626f20a {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.110470] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 5934998c-533d-4b17-a5aa-b54496a7ba6a {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.110605] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.110754] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.110900] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid e9919948-0553-45c0-bdfc-7e18cebe6e5a {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111059] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 3423229b-d04f-495b-a112-8cd2dc727b74 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111207] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid f6d1ea92-5a39-42fe-bdfe-e04a55f40216 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111351] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111568] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 073c6a53-b4c5-4530-972f-6c8776746188 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111627] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111801] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid b3837fca-fdb3-4540-ad97-f46cb5763ba3 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.111896] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.112050] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.112248] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.112335] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid e16161d9-d0e8-403f-bbf1-9287775e2a0e {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.112479] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid c3056959-485d-433b-a769-0567e5936e2d {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.112622] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid fbef8c8c-0ab8-4486-a77f-928f2b1a11ed {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.112760] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid bb5f390f-a7ad-407c-b079-f3e6f4a627d2 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.113114] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 2ad289b7-dc2b-480d-82e4-06add5aeacab {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.113286] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Triggering sync for uuid 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562 {{(pid=62533) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10825}} [ 1769.117103] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "a7330131-c363-4a3e-9cc1-38d359333ae8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.117352] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.117838] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.118011] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.118263] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.118445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.118668] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.118845] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.119085] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.119292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.119495] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.119669] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.119888] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.120118] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "3423229b-d04f-495b-a112-8cd2dc727b74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.120292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "3423229b-d04f-495b-a112-8cd2dc727b74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.120518] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.120698] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.121077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.121270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.121499] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "073c6a53-b4c5-4530-972f-6c8776746188" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.121676] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "073c6a53-b4c5-4530-972f-6c8776746188" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.121942] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.122087] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.122313] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.122487] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.122704] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.122906] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.123087] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.123308] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.123481] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.123697] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.123956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.124150] env[62533]: INFO nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1769.124312] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.124500] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "c3056959-485d-433b-a769-0567e5936e2d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.124668] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "c3056959-485d-433b-a769-0567e5936e2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.124888] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.125111] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.125314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.125510] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.125709] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.130020] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.130020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c0198-94ff-4d6a-97a4-ccc819bc8745 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.131121] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474e1b5-7362-49ec-b76a-038ad649efba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.134042] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a42fe3-afa9-4f01-8cb9-140b453b834f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.138750] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fec823-d449-4ae3-be46-60082b052ecb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.141631] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d266ec97-1641-43ee-ad37-936d07b51315 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.144876] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaff2b1-b342-4f51-902b-27434557317a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.148605] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3dfce-416d-4aa9-9396-3d2117591913 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.152074] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71177d02-1b87-49fe-b74b-72228fdafd31 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.154748] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60c139cc-eb3a-4d04-878d-c7821ef77011 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.157728] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e194eef4-26b2-4131-931d-a5531729ce14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.160774] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4286a507-6995-4917-912a-b9ce7f0b7903 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.164399] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0718ee2-f163-4d89-823e-052ee37bd5d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.169198] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13d0d0-dc6f-447a-b186-730c3824eaac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.171057] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84b270-3545-4d82-a1ce-f40dbf65de20 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.177805] env[62533]: DEBUG nova.network.neutron [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Successfully updated port: e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.226437] env[62533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1769.235041] env[62533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1769.238610] env[62533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1769.239558] env[62533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1769.248077] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3e555-e4ff-48c0-baf5-c231e7d45891 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.272449] env[62533]: DEBUG oslo_vmware.api [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898734, 'name': ReconfigVM_Task, 'duration_secs': 7.18077} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.276073] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.276285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Reconfigured VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1769.280523] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898757, 'name': ReconfigVM_Task, 'duration_secs': 0.623711} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.280523] env[62533]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1769.294893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.175s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.295979] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e16161d9-d0e8-403f-bbf1-9287775e2a0e/e16161d9-d0e8-403f-bbf1-9287775e2a0e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.298957] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a5a42-b244-48a6-ae02-d5ecdf6d268f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.302343] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e51e875-a2c2-4904-bb58-0aee97bda765 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.314557] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1769.314557] env[62533]: value = "task-1898761" [ 1769.314557] env[62533]: _type = "Task" [ 1769.314557] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.323315] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898761, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.409940] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "c3056959-485d-433b-a769-0567e5936e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.422197] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.527693] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703454} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.531365] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] bb5f390f-a7ad-407c-b079-f3e6f4a627d2/bb5f390f-a7ad-407c-b079-f3e6f4a627d2.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.531365] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.531365] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ae16a17-02b8-4b88-8238-c30dc9e0629b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.543254] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1769.543254] env[62533]: value = "task-1898762" [ 1769.543254] env[62533]: _type = "Task" [ 1769.543254] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.559217] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.596738] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.628459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.688334] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.688334] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.688334] env[62533]: DEBUG nova.network.neutron [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.721043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.600s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.721043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.602s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.721437] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.604s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.737424] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "3423229b-d04f-495b-a112-8cd2dc727b74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.738089] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.615s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.738196] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.764369] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.643s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.765026] env[62533]: INFO nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c3056959-485d-433b-a769-0567e5936e2d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1769.765204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "c3056959-485d-433b-a769-0567e5936e2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.640s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.765463] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "c3056959-485d-433b-a769-0567e5936e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.356s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.765676] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "c3056959-485d-433b-a769-0567e5936e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.765903] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "c3056959-485d-433b-a769-0567e5936e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.766099] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "c3056959-485d-433b-a769-0567e5936e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.771504] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.647s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.772202] env[62533]: INFO nova.compute.manager [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Terminating instance [ 1769.805678] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "073c6a53-b4c5-4530-972f-6c8776746188" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.683s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.809326] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.691s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.809767] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.688s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.810286] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.692s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.810523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.687s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.814686] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.829894] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898761, 'name': Rename_Task, 'duration_secs': 0.163835} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.830537] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.830537] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4472fa7e-818d-47f3-af6b-3a34e3e43d95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.838552] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1769.838552] env[62533]: value = "task-1898763" [ 1769.838552] env[62533]: _type = "Task" [ 1769.838552] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.849728] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.854223] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789fba0e-7f4a-4388-8ca5-14f9c9477def {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.862503] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609badc7-69b7-4486-95d9-ac90e996fa3b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.897658] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7ad4e-e11c-4741-9163-1db052be45f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.906104] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1765b70a-bfe3-4821-b4f6-cd70e7db81f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.921178] env[62533]: DEBUG nova.compute.provider_tree [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.932137] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.052859] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.377187} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.055017] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.055017] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fc94f0-5c74-4f67-9544-c5d56b097655 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.089568] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] bb5f390f-a7ad-407c-b079-f3e6f4a627d2/bb5f390f-a7ad-407c-b079-f3e6f4a627d2.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.089568] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-332e44a6-8f4b-40a8-8dd5-e5b0d07e5e14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.114500] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806864} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.115913] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] fbef8c8c-0ab8-4486-a77f-928f2b1a11ed/fbef8c8c-0ab8-4486-a77f-928f2b1a11ed.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.116289] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.116711] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1770.116711] env[62533]: value = "task-1898764" [ 1770.116711] env[62533]: _type = "Task" [ 1770.116711] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.116916] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd5c8856-6638-424f-8dee-bc06ad45d019 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.128242] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.129722] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1770.129722] env[62533]: value = "task-1898765" [ 1770.129722] env[62533]: _type = "Task" [ 1770.129722] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.139375] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.241355] env[62533]: DEBUG nova.network.neutron [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.279280] env[62533]: DEBUG nova.compute.manager [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1770.279724] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1770.281171] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df164ff2-151b-456e-824d-6316dd9b3891 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.289426] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.289707] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db36d77a-6169-4226-9b49-cc55caa0324f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.298816] env[62533]: DEBUG oslo_vmware.api [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1770.298816] env[62533]: value = "task-1898766" [ 1770.298816] env[62533]: _type = "Task" [ 1770.298816] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.314329] env[62533]: DEBUG oslo_vmware.api [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.349218] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.429021] env[62533]: DEBUG nova.scheduler.client.report [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.442211] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898759, 'name': ReconfigVM_Task, 'duration_secs': 1.061014} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.445973] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-298feca8-1a21-4825-b1d6-1290b8d8295b/volume-298feca8-1a21-4825-b1d6-1290b8d8295b.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.451683] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e2f154-8ad6-42e8-81df-b6ca218efa9b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.469817] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1770.469817] env[62533]: value = "task-1898767" [ 1770.469817] env[62533]: _type = "Task" [ 1770.469817] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.479079] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.508537] env[62533]: DEBUG nova.network.neutron [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Updating instance_info_cache with network_info: [{"id": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "address": "fa:16:3e:2f:4f:87", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4e89f-58", "ovs_interfaceid": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.628878] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.639132] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101436} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.639412] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.640221] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7493fa-214f-4210-8e13-f0e67f5790e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.666820] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] fbef8c8c-0ab8-4486-a77f-928f2b1a11ed/fbef8c8c-0ab8-4486-a77f-928f2b1a11ed.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.668431] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae9705c-48ca-4976-9769-bd8641061cb0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.693791] env[62533]: DEBUG nova.compute.manager [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-vif-deleted-4f0ae00e-c25c-4408-9364-c865b6feb666 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1770.694160] env[62533]: INFO nova.compute.manager [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Neutron deleted interface 4f0ae00e-c25c-4408-9364-c865b6feb666; detaching it from the instance and deleting it from the info cache [ 1770.694515] env[62533]: DEBUG nova.network.neutron [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7facb6-3090-4001-a4c3-08cd6863427f", "address": "fa:16:3e:f7:72:b1", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7facb6-30", "ovs_interfaceid": "2c7facb6-3090-4001-a4c3-08cd6863427f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.695883] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1770.695883] env[62533]: value = "task-1898768" [ 1770.695883] env[62533]: _type = "Task" [ 1770.695883] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.706060] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.775218] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.775408] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.775858] env[62533]: DEBUG nova.network.neutron [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.809503] env[62533]: DEBUG oslo_vmware.api [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898766, 'name': PowerOffVM_Task, 'duration_secs': 0.248146} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.810521] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.810713] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.810969] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-913bf6b7-b222-40fe-86e4-a764debfcae1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.849254] env[62533]: DEBUG oslo_vmware.api [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898763, 'name': PowerOnVM_Task, 'duration_secs': 0.64471} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.849914] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.850430] env[62533]: DEBUG nova.compute.manager [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.851093] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943ec20-daaa-4ea6-ad72-7c22628a414c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.939022] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.939022] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.939022] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Deleting the datastore file [datastore1] c3056959-485d-433b-a769-0567e5936e2d {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.939022] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-489eadde-84ec-4a7b-9769-33d3e1bfadc8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.945325] env[62533]: DEBUG oslo_vmware.api [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for the task: (returnval){ [ 1770.945325] env[62533]: value = "task-1898770" [ 1770.945325] env[62533]: _type = "Task" [ 1770.945325] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.946416] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.947053] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.955308] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.411s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.955763] env[62533]: DEBUG nova.objects.instance [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lazy-loading 'resources' on Instance uuid e9919948-0553-45c0-bdfc-7e18cebe6e5a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.962722] env[62533]: DEBUG oslo_vmware.api [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.981489] env[62533]: DEBUG oslo_vmware.api [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898767, 'name': ReconfigVM_Task, 'duration_secs': 0.15432} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.982019] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392054', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'name': 'volume-298feca8-1a21-4825-b1d6-1290b8d8295b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5934998c-533d-4b17-a5aa-b54496a7ba6a', 'attached_at': '', 'detached_at': '', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'serial': '298feca8-1a21-4825-b1d6-1290b8d8295b'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1771.010149] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.010149] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Instance network_info: |[{"id": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "address": "fa:16:3e:2f:4f:87", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4e89f-58", "ovs_interfaceid": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1771.010574] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:4f:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5c4e89f-583a-44dc-9da7-8d2248ed047b', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.018696] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Creating folder: Project (64b81a5cfbda4447b5fa31065d946ebc). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1771.019941] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64dd4a08-24a4-4210-ae42-514cab778dd8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.031851] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Created folder: Project (64b81a5cfbda4447b5fa31065d946ebc) in parent group-v391816. [ 1771.032181] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Creating folder: Instances. Parent ref: group-v392057. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1771.032466] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5135d61f-6f94-42f2-939d-4e981f4456ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.042192] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Created folder: Instances in parent group-v392057. [ 1771.042479] env[62533]: DEBUG oslo.service.loopingcall [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.042728] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.043067] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303e3088-95fb-4517-be2b-7753e4987dc9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.063869] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.063869] env[62533]: value = "task-1898773" [ 1771.063869] env[62533]: _type = "Task" [ 1771.063869] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.072290] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898773, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.096213] env[62533]: DEBUG nova.compute.manager [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Received event network-changed-e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1771.096350] env[62533]: DEBUG nova.compute.manager [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Refreshing instance network info cache due to event network-changed-e5c4e89f-583a-44dc-9da7-8d2248ed047b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1771.096857] env[62533]: DEBUG oslo_concurrency.lockutils [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] Acquiring lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.096857] env[62533]: DEBUG oslo_concurrency.lockutils [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] Acquired lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.096857] env[62533]: DEBUG nova.network.neutron [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Refreshing network info cache for port e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.129311] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.191357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.191357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.191357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.191357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.191357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.192441] env[62533]: INFO nova.compute.manager [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Terminating instance [ 1771.196767] env[62533]: DEBUG oslo_concurrency.lockutils [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] Acquiring lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.209519] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.377575] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.460589] env[62533]: DEBUG nova.compute.utils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.465111] env[62533]: DEBUG oslo_vmware.api [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Task: {'id': task-1898770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20912} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.466435] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.466435] env[62533]: DEBUG nova.network.neutron [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.468544] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.468597] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.468760] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.468924] env[62533]: INFO nova.compute.manager [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] [instance: c3056959-485d-433b-a769-0567e5936e2d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1771.469202] env[62533]: DEBUG oslo.service.loopingcall [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.470163] env[62533]: DEBUG nova.compute.manager [-] [instance: c3056959-485d-433b-a769-0567e5936e2d] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.470163] env[62533]: DEBUG nova.network.neutron [-] [instance: c3056959-485d-433b-a769-0567e5936e2d] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.567150] env[62533]: DEBUG nova.policy [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c6f3954c18f427c9e11940b3be00731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64b81a5cfbda4447b5fa31065d946ebc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.584545] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898773, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.632253] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898764, 'name': ReconfigVM_Task, 'duration_secs': 1.496025} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.633124] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] bb5f390f-a7ad-407c-b079-f3e6f4a627d2/bb5f390f-a7ad-407c-b079-f3e6f4a627d2.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.633284] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17dd4aa9-cbc1-40db-86b7-d369c8364ae6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.643656] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1771.643656] env[62533]: value = "task-1898774" [ 1771.643656] env[62533]: _type = "Task" [ 1771.643656] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.656794] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898774, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.700945] env[62533]: DEBUG nova.compute.manager [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.700945] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.703362] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2bf09-b1ee-41d0-bfed-48ec7f3188d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.716490] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.719551] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe9500a-144a-4115-a6ee-758d3bdf38e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.721480] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898768, 'name': ReconfigVM_Task, 'duration_secs': 0.854048} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.724668] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Reconfigured VM instance instance-0000005a to attach disk [datastore1] fbef8c8c-0ab8-4486-a77f-928f2b1a11ed/fbef8c8c-0ab8-4486-a77f-928f2b1a11ed.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.725827] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fac27946-a1ab-489f-a0fd-4d55274b970d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.731951] env[62533]: DEBUG oslo_vmware.api [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1771.731951] env[62533]: value = "task-1898775" [ 1771.731951] env[62533]: _type = "Task" [ 1771.731951] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.735649] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1771.735649] env[62533]: value = "task-1898776" [ 1771.735649] env[62533]: _type = "Task" [ 1771.735649] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.746159] env[62533]: DEBUG oslo_vmware.api [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.754175] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898776, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.807211] env[62533]: INFO nova.network.neutron [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Port 2c7facb6-3090-4001-a4c3-08cd6863427f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1771.807211] env[62533]: DEBUG nova.network.neutron [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.937293] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405695b-ef6e-4ab0-994a-fb4c0e5475f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.952910] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd58d3-cdd9-4a2e-b0f1-a4590e4a9e11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.994383] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.997824] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b18b49-29bb-4755-a2ef-054716f0792e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.008260] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252fc23-3934-475f-a2bb-ec6ab773779c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.024033] env[62533]: DEBUG nova.compute.provider_tree [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.052330] env[62533]: DEBUG nova.network.neutron [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Updated VIF entry in instance network info cache for port e5c4e89f-583a-44dc-9da7-8d2248ed047b. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.052680] env[62533]: DEBUG nova.network.neutron [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Updating instance_info_cache with network_info: [{"id": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "address": "fa:16:3e:2f:4f:87", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4e89f-58", "ovs_interfaceid": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.062939] env[62533]: DEBUG nova.objects.instance [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'flavor' on Instance uuid 5934998c-533d-4b17-a5aa-b54496a7ba6a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.086071] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898773, 'name': CreateVM_Task, 'duration_secs': 0.525824} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.087635] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1772.091391] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.091565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.091945] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1772.092407] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.092625] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.094237] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854a6ea9-0592-462c-847b-10304bcf34fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.103931] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1772.103931] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52380bfe-2869-fe24-5d89-cbeb7a7ea9d4" [ 1772.103931] env[62533]: _type = "Task" [ 1772.103931] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.116313] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52380bfe-2869-fe24-5d89-cbeb7a7ea9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.154929] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898774, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.181407] env[62533]: DEBUG nova.network.neutron [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Successfully created port: 62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.244164] env[62533]: DEBUG oslo_vmware.api [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898775, 'name': PowerOffVM_Task, 'duration_secs': 0.296916} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.245189] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.245288] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.245500] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76fc2800-3872-4f5e-9de1-c2687b29b8ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.250893] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898776, 'name': Rename_Task, 'duration_secs': 0.223163} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.251505] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.252747] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75de9bc3-a868-461b-aadd-9043cd80d522 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.257038] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1772.257038] env[62533]: value = "task-1898778" [ 1772.257038] env[62533]: _type = "Task" [ 1772.257038] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.264949] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.311037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.496416] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.496416] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.496416] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleting the datastore file [datastore2] 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.496939] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba200665-0438-4fea-941d-c0b8fcad4cc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.506960] env[62533]: DEBUG oslo_vmware.api [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1772.506960] env[62533]: value = "task-1898779" [ 1772.506960] env[62533]: _type = "Task" [ 1772.506960] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.523472] env[62533]: DEBUG oslo_vmware.api [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.529204] env[62533]: DEBUG nova.scheduler.client.report [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.542129] env[62533]: DEBUG nova.network.neutron [-] [instance: c3056959-485d-433b-a769-0567e5936e2d] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.558266] env[62533]: DEBUG oslo_concurrency.lockutils [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] Releasing lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.558266] env[62533]: DEBUG nova.compute.manager [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-vif-deleted-2c7facb6-3090-4001-a4c3-08cd6863427f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1772.558266] env[62533]: INFO nova.compute.manager [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Neutron deleted interface 2c7facb6-3090-4001-a4c3-08cd6863427f; detaching it from the instance and deleting it from the info cache [ 1772.558266] env[62533]: DEBUG nova.network.neutron [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [{"id": "6db66003-6c63-4b15-a212-fff5916ab659", "address": "fa:16:3e:fc:16:ed", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db66003-6c", "ovs_interfaceid": "6db66003-6c63-4b15-a212-fff5916ab659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.570529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ab1e2c9b-120d-4705-9658-fb34d28c2c6d tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.358s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.572038] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.453s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.574047] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016776a0-50e7-4020-9255-4f30277a72b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.600033] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1772.617348] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52380bfe-2869-fe24-5d89-cbeb7a7ea9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.617653] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.617904] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.618168] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.618319] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.618551] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.618749] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0a756f0-08ab-4793-8487-ebff6f89844b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.627089] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.627351] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.628092] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26df12d5-6698-490b-bddf-ad4a8ea76182 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.636315] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1772.636315] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52912fc3-87ee-3aac-906e-7c4728055ab0" [ 1772.636315] env[62533]: _type = "Task" [ 1772.636315] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.644832] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52912fc3-87ee-3aac-906e-7c4728055ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.652768] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898774, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.707699] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.708088] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.708330] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.708522] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.708689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.711230] env[62533]: INFO nova.compute.manager [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Terminating instance [ 1772.726525] env[62533]: DEBUG nova.compute.manager [req-59d6cd7b-ae83-49ef-bc16-9cef3de82136 req-77673a34-d832-41c0-8880-966fc462b20e service nova] [instance: c3056959-485d-433b-a769-0567e5936e2d] Received event network-vif-deleted-2ac1ff40-f81e-4304-82de-2b8c2f812591 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1772.767473] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.814591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ee78e4b5-e99e-4fb5-88ed-55b31104547f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-6014e0c4-f551-4e75-bd38-a33ba71cf202-2c7facb6-3090-4001-a4c3-08cd6863427f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.734s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.899061] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.899723] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.019958] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.022543] env[62533]: DEBUG oslo_vmware.api [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212672} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.023460] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.023669] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.023852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.024076] env[62533]: INFO nova.compute.manager [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1773.024380] env[62533]: DEBUG oslo.service.loopingcall [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.024541] env[62533]: DEBUG nova.compute.manager [-] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.024697] env[62533]: DEBUG nova.network.neutron [-] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.036320] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.041478] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.147s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.041478] env[62533]: INFO nova.compute.claims [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.045851] env[62533]: INFO nova.compute.manager [-] [instance: c3056959-485d-433b-a769-0567e5936e2d] Took 1.58 seconds to deallocate network for instance. [ 1773.063782] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af8c2f13-0d8d-4a1d-b33d-179c9865f1fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.071013] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.071356] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.071654] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.071741] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.071915] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.072239] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.072558] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.073607] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.073607] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.073607] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.073607] env[62533]: DEBUG nova.virt.hardware [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.075766] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417437c0-f9f0-4094-86df-b881cf16fde1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.089499] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f28db28-21c9-4eb9-950a-76397ad576a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.106045] env[62533]: INFO nova.scheduler.client.report [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Deleted allocations for instance e9919948-0553-45c0-bdfc-7e18cebe6e5a [ 1773.107512] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.113447] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b413f2-8143-42c0-ae4d-6dc175c78916 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.137538] env[62533]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 4f0ae00e-c25c-4408-9364-c865b6feb666 could not be found.", "detail": ""}} {{(pid=62533) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1773.137772] env[62533]: DEBUG nova.network.neutron [-] Unable to show port 4f0ae00e-c25c-4408-9364-c865b6feb666 as it no longer exists. {{(pid=62533) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1773.140266] env[62533]: DEBUG nova.compute.manager [req-2c7c2963-a2b7-43db-a78b-67e2740291c0 req-dc0d2a3a-30f6-4328-8ea5-e3ea783418ef service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Detach interface failed, port_id=2c7facb6-3090-4001-a4c3-08cd6863427f, reason: Instance 6014e0c4-f551-4e75-bd38-a33ba71cf202 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1773.151085] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.164226] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52912fc3-87ee-3aac-906e-7c4728055ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.01306} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.168175] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898774, 'name': Rename_Task, 'duration_secs': 1.155758} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.168515] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3ea826-fcd9-40bc-aad9-6ace9211ce2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.177023] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.177023] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb5f7b3-8042-4acf-85d3-410195c21673 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.178229] env[62533]: INFO nova.compute.manager [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Rescuing [ 1773.178704] env[62533]: DEBUG oslo_concurrency.lockutils [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.178704] env[62533]: DEBUG oslo_concurrency.lockutils [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.178830] env[62533]: DEBUG nova.network.neutron [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.181219] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1773.181219] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527a9226-effa-f5fe-8c2f-d1c04159afe4" [ 1773.181219] env[62533]: _type = "Task" [ 1773.181219] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.189056] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1773.189056] env[62533]: value = "task-1898780" [ 1773.189056] env[62533]: _type = "Task" [ 1773.189056] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.197378] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527a9226-effa-f5fe-8c2f-d1c04159afe4, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.198074] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.198377] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2ad289b7-dc2b-480d-82e4-06add5aeacab/2ad289b7-dc2b-480d-82e4-06add5aeacab.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.198889] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1417a5a4-3b4b-4473-9697-068e9727ddd4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.204330] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.208808] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1773.208808] env[62533]: value = "task-1898781" [ 1773.208808] env[62533]: _type = "Task" [ 1773.208808] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.216899] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "refresh_cache-e16161d9-d0e8-403f-bbf1-9287775e2a0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.217114] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "refresh_cache-e16161d9-d0e8-403f-bbf1-9287775e2a0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.217222] env[62533]: DEBUG nova.network.neutron [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.218367] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.267838] env[62533]: DEBUG oslo_vmware.api [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898778, 'name': PowerOnVM_Task, 'duration_secs': 0.818871} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.268194] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.268415] env[62533]: INFO nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1773.268596] env[62533]: DEBUG nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.269444] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f5dcbb-61df-4cb9-9d11-c18d30790041 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.402039] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.554948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.629280] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0d7c10bc-de86-41f3-8c1c-563ee9843e5e tempest-AttachInterfacesUnderV243Test-1861599431 tempest-AttachInterfacesUnderV243Test-1861599431-project-member] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.344s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.629280] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.509s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.633054] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f2f647-ee9d-4a91-b73d-83f0f7df612f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.641511] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d978b521-56ad-41e3-886d-c91ec7ed8d9d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.700049] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.719472] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.749448] env[62533]: DEBUG nova.network.neutron [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.794027] env[62533]: INFO nova.compute.manager [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Took 25.95 seconds to build instance. [ 1773.797304] env[62533]: DEBUG nova.compute.manager [req-2fed7fdd-7d0f-462d-9bd4-22f62242ad34 req-0cc77fd1-c3fa-4ce4-b1be-bbaeb9ac80fa service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Received event network-vif-deleted-6db66003-6c63-4b15-a212-fff5916ab659 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1773.797467] env[62533]: INFO nova.compute.manager [req-2fed7fdd-7d0f-462d-9bd4-22f62242ad34 req-0cc77fd1-c3fa-4ce4-b1be-bbaeb9ac80fa service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Neutron deleted interface 6db66003-6c63-4b15-a212-fff5916ab659; detaching it from the instance and deleting it from the info cache [ 1773.797678] env[62533]: DEBUG nova.network.neutron [req-2fed7fdd-7d0f-462d-9bd4-22f62242ad34 req-0cc77fd1-c3fa-4ce4-b1be-bbaeb9ac80fa service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.837309] env[62533]: DEBUG nova.network.neutron [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.932905] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.999994] env[62533]: DEBUG nova.network.neutron [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.184584] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "e9919948-0553-45c0-bdfc-7e18cebe6e5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.200169] env[62533]: DEBUG oslo_vmware.api [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898780, 'name': PowerOnVM_Task, 'duration_secs': 0.519359} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.202741] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.202994] env[62533]: INFO nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1774.203243] env[62533]: DEBUG nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.204474] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986c62c-e102-41b1-814b-0372d344a657 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.225284] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725284} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.225560] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2ad289b7-dc2b-480d-82e4-06add5aeacab/2ad289b7-dc2b-480d-82e4-06add5aeacab.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1774.225777] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1774.226081] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-248522a4-ee8b-4322-8684-e010c3b41e35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.234644] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1774.234644] env[62533]: value = "task-1898782" [ 1774.234644] env[62533]: _type = "Task" [ 1774.234644] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.242896] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.268410] env[62533]: DEBUG nova.network.neutron [-] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.292127] env[62533]: DEBUG oslo_concurrency.lockutils [None req-85997d9f-0081-4384-9728-18d8bc194fa4 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.485s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.292459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.167s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.292694] env[62533]: INFO nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] During sync_power_state the instance has a pending task (spawning). Skip. [ 1774.292980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.300932] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe0651fc-948a-4c1c-acfa-0de9cbae5ff8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.314238] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd544d-f80c-48d9-b1eb-862692260e5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.342025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "refresh_cache-e16161d9-d0e8-403f-bbf1-9287775e2a0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.342025] env[62533]: DEBUG nova.compute.manager [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.342025] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.359747] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc707a42-7b54-4863-8515-9f521816906b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.364018] env[62533]: DEBUG nova.compute.manager [req-2fed7fdd-7d0f-462d-9bd4-22f62242ad34 req-0cc77fd1-c3fa-4ce4-b1be-bbaeb9ac80fa service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Detach interface failed, port_id=6db66003-6c63-4b15-a212-fff5916ab659, reason: Instance 6014e0c4-f551-4e75-bd38-a33ba71cf202 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1774.370822] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.371884] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-372e2bec-2122-4635-860a-75c7dcd0691e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.377209] env[62533]: DEBUG oslo_vmware.api [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1774.377209] env[62533]: value = "task-1898783" [ 1774.377209] env[62533]: _type = "Task" [ 1774.377209] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.388116] env[62533]: DEBUG oslo_vmware.api [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.464284] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25944119-ebcf-4887-9978-11826d51b8a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.475071] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd472e-a325-40c3-adbd-3dbc8e27ebb5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.505724] env[62533]: DEBUG oslo_concurrency.lockutils [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.509327] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ef67ee-d468-4f3f-bd93-af908fda6b3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.521731] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a758c3-76fe-4205-89f9-464117954af4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.538226] env[62533]: DEBUG nova.compute.provider_tree [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.549013] env[62533]: DEBUG nova.network.neutron [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Successfully updated port: 62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.729919] env[62533]: INFO nova.compute.manager [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Took 21.90 seconds to build instance. [ 1774.746032] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168147} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.746032] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1774.746032] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2568d-c896-4cc2-b565-cbc10d893a47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.768101] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2ad289b7-dc2b-480d-82e4-06add5aeacab/2ad289b7-dc2b-480d-82e4-06add5aeacab.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.769076] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da694f73-9e9f-455a-9129-760c7918d289 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.783862] env[62533]: INFO nova.compute.manager [-] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Took 1.76 seconds to deallocate network for instance. [ 1774.792582] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1774.792582] env[62533]: value = "task-1898784" [ 1774.792582] env[62533]: _type = "Task" [ 1774.792582] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.799826] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.887062] env[62533]: DEBUG oslo_vmware.api [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898783, 'name': PowerOffVM_Task, 'duration_secs': 0.190153} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.887062] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.887338] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.887471] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-723792b5-4a8b-4640-a5bf-9089f42ba224 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.910378] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.910619] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.910786] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleting the datastore file [datastore1] e16161d9-d0e8-403f-bbf1-9287775e2a0e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.911200] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a420f2c4-1581-48b9-a571-c14de639f939 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.918479] env[62533]: DEBUG oslo_vmware.api [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1774.918479] env[62533]: value = "task-1898786" [ 1774.918479] env[62533]: _type = "Task" [ 1774.918479] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.926594] env[62533]: DEBUG oslo_vmware.api [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.045264] env[62533]: DEBUG nova.scheduler.client.report [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.052538] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "refresh_cache-5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.052538] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "refresh_cache-5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.052538] env[62533]: DEBUG nova.network.neutron [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.073439] env[62533]: DEBUG nova.compute.manager [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Received event network-vif-plugged-62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1775.073439] env[62533]: DEBUG oslo_concurrency.lockutils [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] Acquiring lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.073439] env[62533]: DEBUG oslo_concurrency.lockutils [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.073439] env[62533]: DEBUG oslo_concurrency.lockutils [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.073439] env[62533]: DEBUG nova.compute.manager [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] No waiting events found dispatching network-vif-plugged-62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.073439] env[62533]: WARNING nova.compute.manager [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Received unexpected event network-vif-plugged-62cb6b76-2e0f-466b-9611-1fa2a2c1a952 for instance with vm_state building and task_state spawning. [ 1775.073439] env[62533]: DEBUG nova.compute.manager [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Received event network-changed-62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1775.073790] env[62533]: DEBUG nova.compute.manager [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Refreshing instance network info cache due to event network-changed-62cb6b76-2e0f-466b-9611-1fa2a2c1a952. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1775.073790] env[62533]: DEBUG oslo_concurrency.lockutils [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] Acquiring lock "refresh_cache-5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.214937] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] Acquiring lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.215147] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] Acquired lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.215314] env[62533]: DEBUG nova.network.neutron [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.232490] env[62533]: DEBUG oslo_concurrency.lockutils [None req-56ec2c3a-bdae-4334-bc9c-d54cb84812a9 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.420s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.233014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.108s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.233278] env[62533]: INFO nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1775.233475] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.290517] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.300240] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898784, 'name': ReconfigVM_Task, 'duration_secs': 0.394748} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.300506] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2ad289b7-dc2b-480d-82e4-06add5aeacab/2ad289b7-dc2b-480d-82e4-06add5aeacab.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.301483] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dedb6e83-0f65-4eb0-847c-8dff56dd70a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.307805] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1775.307805] env[62533]: value = "task-1898787" [ 1775.307805] env[62533]: _type = "Task" [ 1775.307805] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.315796] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898787, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.427436] env[62533]: DEBUG oslo_vmware.api [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131954} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.427683] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.427865] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.428110] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.428414] env[62533]: INFO nova.compute.manager [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1775.428675] env[62533]: DEBUG oslo.service.loopingcall [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.428885] env[62533]: DEBUG nova.compute.manager [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.429076] env[62533]: DEBUG nova.network.neutron [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.447631] env[62533]: DEBUG nova.network.neutron [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.531825] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.532108] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.532322] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.532506] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.532673] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.535567] env[62533]: INFO nova.compute.manager [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Terminating instance [ 1775.551803] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.552401] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.555465] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.370s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.555465] env[62533]: DEBUG nova.objects.instance [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lazy-loading 'resources' on Instance uuid 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.608527] env[62533]: DEBUG nova.network.neutron [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.820147] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898787, 'name': Rename_Task, 'duration_secs': 0.1668} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.820615] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.820713] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3d3ad7e-f5d2-4dbe-8a53-7fe420edbcd0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.828905] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1775.828905] env[62533]: value = "task-1898788" [ 1775.828905] env[62533]: _type = "Task" [ 1775.828905] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.838330] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.915750] env[62533]: DEBUG nova.network.neutron [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Updating instance_info_cache with network_info: [{"id": "62cb6b76-2e0f-466b-9611-1fa2a2c1a952", "address": "fa:16:3e:f4:68:02", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62cb6b76-2e", "ovs_interfaceid": "62cb6b76-2e0f-466b-9611-1fa2a2c1a952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.951379] env[62533]: DEBUG nova.network.neutron [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.041572] env[62533]: DEBUG nova.compute.manager [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.041929] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.042863] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca5749-6ac7-4aec-b2ed-a9e059241096 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.054158] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.056975] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-118e898c-0a0a-4d72-b1d6-eb40670ea572 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.060496] env[62533]: DEBUG nova.compute.utils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.067340] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.067340] env[62533]: DEBUG nova.network.neutron [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.070637] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.071212] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6161b01c-c1eb-4158-ac46-fdbea3c5a9dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.078746] env[62533]: DEBUG oslo_vmware.api [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1776.078746] env[62533]: value = "task-1898789" [ 1776.078746] env[62533]: _type = "Task" [ 1776.078746] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.086770] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1776.086770] env[62533]: value = "task-1898790" [ 1776.086770] env[62533]: _type = "Task" [ 1776.086770] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.098093] env[62533]: DEBUG oslo_vmware.api [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.105697] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.177778] env[62533]: DEBUG nova.policy [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c6f3954c18f427c9e11940b3be00731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64b81a5cfbda4447b5fa31065d946ebc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.181327] env[62533]: DEBUG nova.network.neutron [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Updating instance_info_cache with network_info: [{"id": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "address": "fa:16:3e:b2:c8:ac", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ff5785-17", "ovs_interfaceid": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.343651] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.419144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "refresh_cache-5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.419561] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Instance network_info: |[{"id": "62cb6b76-2e0f-466b-9611-1fa2a2c1a952", "address": "fa:16:3e:f4:68:02", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62cb6b76-2e", "ovs_interfaceid": "62cb6b76-2e0f-466b-9611-1fa2a2c1a952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.423990] env[62533]: DEBUG oslo_concurrency.lockutils [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] Acquired lock "refresh_cache-5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.423990] env[62533]: DEBUG nova.network.neutron [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Refreshing network info cache for port 62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.424727] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:68:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62cb6b76-2e0f-466b-9611-1fa2a2c1a952', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.434912] env[62533]: DEBUG oslo.service.loopingcall [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.436966] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.437407] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-336ccb93-acc3-4c05-889b-c921f1c370d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.460603] env[62533]: INFO nova.compute.manager [-] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Took 1.03 seconds to deallocate network for instance. [ 1776.472228] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.472228] env[62533]: value = "task-1898791" [ 1776.472228] env[62533]: _type = "Task" [ 1776.472228] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.481560] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898791, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.548775] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3136b1-4931-408f-9db1-7cb2f93239bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.561986] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006cd43-f457-4155-92be-5736faa80177 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.567061] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.611994] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe72cff-ce47-4c50-934f-245f737569cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.619156] env[62533]: DEBUG oslo_vmware.api [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898789, 'name': PowerOffVM_Task, 'duration_secs': 0.304231} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.625136] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.625348] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.626179] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.626179] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e05c223-73bd-47d5-909b-af45af8bee8d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.629052] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b98bdc9-f42c-4a97-bc27-165fec694847 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.644906] env[62533]: DEBUG nova.compute.provider_tree [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.686249] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] Releasing lock "refresh_cache-bb5f390f-a7ad-407c-b079-f3e6f4a627d2" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.686249] env[62533]: DEBUG nova.compute.manager [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Inject network info {{(pid=62533) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7706}} [ 1776.686249] env[62533]: DEBUG nova.compute.manager [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] network_info to inject: |[{"id": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "address": "fa:16:3e:b2:c8:ac", "network": {"id": "e3a4aa7c-dd76-475b-b43d-91be86ef8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1604048685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b67336e704c4228a061d74475a2b39e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ff5785-17", "ovs_interfaceid": "c4ff5785-1722-40c0-833f-9af2fdfca7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7707}} [ 1776.690649] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Reconfiguring VM instance to set the machine id {{(pid=62533) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1776.690917] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5619a2f6-1481-4ae3-99f7-f374a9df678d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.707965] env[62533]: DEBUG oslo_vmware.api [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] Waiting for the task: (returnval){ [ 1776.707965] env[62533]: value = "task-1898793" [ 1776.707965] env[62533]: _type = "Task" [ 1776.707965] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.717194] env[62533]: DEBUG oslo_vmware.api [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] Task: {'id': task-1898793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.782262] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.782262] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.782262] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore1] fbef8c8c-0ab8-4486-a77f-928f2b1a11ed {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.782262] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb16873-b1f9-4d4b-8fe7-f8e1b232133c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.790460] env[62533]: DEBUG oslo_vmware.api [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1776.790460] env[62533]: value = "task-1898794" [ 1776.790460] env[62533]: _type = "Task" [ 1776.790460] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.800899] env[62533]: DEBUG oslo_vmware.api [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.841998] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.899552] env[62533]: DEBUG nova.network.neutron [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Successfully created port: c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.972081] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.981497] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898791, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.114573] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898790, 'name': PowerOffVM_Task, 'duration_secs': 0.602319} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.114890] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.116580] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b589d4-cd54-44ea-b911-23d13de43c3f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.145126] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233cde3b-a691-4956-99ba-7aeb3e06bc5c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.149055] env[62533]: DEBUG nova.scheduler.client.report [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.211926] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.212307] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aa62c69-4837-454b-adee-a82d1a053281 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.223505] env[62533]: DEBUG oslo_vmware.api [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] Task: {'id': task-1898793, 'name': ReconfigVM_Task, 'duration_secs': 0.25373} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.226952] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bde47b-139c-4004-945c-5462d4dead65 tempest-ServersAdminTestJSON-835868045 tempest-ServersAdminTestJSON-835868045-project-admin] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Reconfigured VM instance to set the machine id {{(pid=62533) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1777.227410] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1777.227410] env[62533]: value = "task-1898795" [ 1777.227410] env[62533]: _type = "Task" [ 1777.227410] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.236748] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1777.236960] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.237226] env[62533]: DEBUG oslo_concurrency.lockutils [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.239448] env[62533]: DEBUG oslo_concurrency.lockutils [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.239448] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.239448] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dc0d35d-f9c3-489c-9962-3129ed9ce4fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.250955] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.251297] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.251948] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dbf1c3-50f6-4564-b970-5ff2957e155c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.257931] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1777.257931] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523efd2b-d934-6f29-f074-5da11301b2ec" [ 1777.257931] env[62533]: _type = "Task" [ 1777.257931] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.267072] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523efd2b-d934-6f29-f074-5da11301b2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.301775] env[62533]: DEBUG oslo_vmware.api [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313797} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.302062] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.302260] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.302651] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.302914] env[62533]: INFO nova.compute.manager [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1777.303187] env[62533]: DEBUG oslo.service.loopingcall [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.303611] env[62533]: DEBUG nova.compute.manager [-] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.303730] env[62533]: DEBUG nova.network.neutron [-] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.342540] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.483628] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898791, 'name': CreateVM_Task, 'duration_secs': 0.531973} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.484226] env[62533]: DEBUG nova.network.neutron [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Updated VIF entry in instance network info cache for port 62cb6b76-2e0f-466b-9611-1fa2a2c1a952. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.484706] env[62533]: DEBUG nova.network.neutron [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Updating instance_info_cache with network_info: [{"id": "62cb6b76-2e0f-466b-9611-1fa2a2c1a952", "address": "fa:16:3e:f4:68:02", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62cb6b76-2e", "ovs_interfaceid": "62cb6b76-2e0f-466b-9611-1fa2a2c1a952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.486219] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.487063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.487323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.487646] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.487912] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee97b3b-2486-4695-b500-e2856ed64a8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.493786] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1777.493786] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cdc431-6417-d5e2-aac5-c98d990c03a8" [ 1777.493786] env[62533]: _type = "Task" [ 1777.493786] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.504043] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cdc431-6417-d5e2-aac5-c98d990c03a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.579965] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.627821] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.628178] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.628757] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.628757] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.628757] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.628935] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.629148] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.629327] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.629500] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.629663] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.629832] env[62533]: DEBUG nova.virt.hardware [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.630765] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9b320-1e40-4fe8-97d1-b73dabaf32aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.639156] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b637b-997b-4119-b414-71f167ec1607 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.654834] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.656578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.028s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.657221] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.657221] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1777.657221] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.280s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.657617] env[62533]: DEBUG nova.objects.instance [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1777.664805] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ad1b1-50d8-45c4-96e4-faa52026871e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.673255] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b93c4cd-5683-401c-b092-57e1ee9d12de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.689587] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed802d9-cffc-4de0-b3a1-773a5dd830cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.697660] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd366b-39fd-4a78-baff-6f4921515df3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.729449] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179126MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1777.729629] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.731830] env[62533]: INFO nova.scheduler.client.report [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Deleted allocations for instance 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d [ 1777.769369] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523efd2b-d934-6f29-f074-5da11301b2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.031555} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.770090] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679963a2-e327-4009-b5f9-b9b93f161a69 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.776173] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1777.776173] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5208918e-6a90-70e6-582f-e1c0199ac727" [ 1777.776173] env[62533]: _type = "Task" [ 1777.776173] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.783433] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5208918e-6a90-70e6-582f-e1c0199ac727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.821648] env[62533]: DEBUG nova.compute.manager [req-a5d0889a-1006-4b60-ba01-87a2308bded1 req-dddad01f-f329-4041-902c-0e2673785ab1 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Received event network-vif-deleted-41971cc3-56bf-40e5-8afc-8fb5f8dd2f01 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1777.821942] env[62533]: INFO nova.compute.manager [req-a5d0889a-1006-4b60-ba01-87a2308bded1 req-dddad01f-f329-4041-902c-0e2673785ab1 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Neutron deleted interface 41971cc3-56bf-40e5-8afc-8fb5f8dd2f01; detaching it from the instance and deleting it from the info cache [ 1777.822331] env[62533]: DEBUG nova.network.neutron [req-a5d0889a-1006-4b60-ba01-87a2308bded1 req-dddad01f-f329-4041-902c-0e2673785ab1 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.844227] env[62533]: DEBUG oslo_vmware.api [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898788, 'name': PowerOnVM_Task, 'duration_secs': 1.61211} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.844527] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.846030] env[62533]: INFO nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1777.846030] env[62533]: DEBUG nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.846030] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f1916f-152b-4e26-94d7-4b1c63ea2fc9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.992360] env[62533]: DEBUG oslo_concurrency.lockutils [req-a59a9774-3176-475e-a7cb-145287bc265d req-09d1833c-923b-4d72-beab-7e31cf273dc4 service nova] Releasing lock "refresh_cache-5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.006421] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cdc431-6417-d5e2-aac5-c98d990c03a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018343} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.006732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.006964] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.007199] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.204963] env[62533]: DEBUG nova.network.neutron [-] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.241529] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4ef6f416-cacd-4747-9869-76d2942ef258 tempest-ServerDiskConfigTestJSON-1479989792 tempest-ServerDiskConfigTestJSON-1479989792-project-member] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.579s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.242837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.120s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.243340] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4910e4c9-df97-4366-aec6-011dc82e543c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.253801] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c850e6e3-98c9-45b4-8474-3a2d4f16e943 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.301740] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5208918e-6a90-70e6-582f-e1c0199ac727, 'name': SearchDatastore_Task, 'duration_secs': 0.019845} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.302715] env[62533]: DEBUG oslo_concurrency.lockutils [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.302715] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. {{(pid=62533) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1778.302715] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.302715] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.303698] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9078119c-13e8-4fd2-94bd-cfdad1b6a2f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.306555] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c929cd3c-deb1-4571-8cde-d00f9cb43425 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.314426] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1778.314426] env[62533]: value = "task-1898796" [ 1778.314426] env[62533]: _type = "Task" [ 1778.314426] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.316015] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.316267] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.321159] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aac8f4f-5daa-41c7-8341-900730bce1fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.325361] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-747b6d19-6ae4-4d75-a084-622ea267d3de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.331460] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1778.331460] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5223ca2a-35d7-3435-fade-deac21a668ee" [ 1778.331460] env[62533]: _type = "Task" [ 1778.331460] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.331705] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.340219] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1bc76-6ce5-4ca6-8578-70cfe59c486c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.360815] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5223ca2a-35d7-3435-fade-deac21a668ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.366364] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978b7db5-e8fd-4c1d-90bc-07d098f66f30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.370860] env[62533]: INFO nova.compute.manager [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Took 18.67 seconds to build instance. [ 1778.390555] env[62533]: DEBUG nova.compute.manager [req-a5d0889a-1006-4b60-ba01-87a2308bded1 req-dddad01f-f329-4041-902c-0e2673785ab1 service nova] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Detach interface failed, port_id=41971cc3-56bf-40e5-8afc-8fb5f8dd2f01, reason: Instance fbef8c8c-0ab8-4486-a77f-928f2b1a11ed could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1778.392340] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1778.392340] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ad041f-81dd-fff6-f356-6d6e4418a5f6" [ 1778.392340] env[62533]: _type = "Task" [ 1778.392340] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.402124] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ad041f-81dd-fff6-f356-6d6e4418a5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.029204} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.402317] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.402591] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562/5e4f41b1-a9b4-47d6-b821-dc9a0fe58562.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.402889] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda33b2c-0950-47eb-b3ee-148affa7dcf0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.409755] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1778.409755] env[62533]: value = "task-1898797" [ 1778.409755] env[62533]: _type = "Task" [ 1778.409755] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.418229] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.594910] env[62533]: INFO nova.compute.manager [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Rebuilding instance [ 1778.675194] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9df5dde3-d986-417c-98b5-ba95a9b9b348 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.678713] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.529s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.682030] env[62533]: INFO nova.compute.claims [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.685309] env[62533]: DEBUG nova.compute.manager [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.687041] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc1dac3-6f2e-4113-a57f-d2ff7257f68e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.711347] env[62533]: INFO nova.compute.manager [-] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Took 1.41 seconds to deallocate network for instance. [ 1778.797016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "0e3d677b-e3ed-4fcc-b86c-227ed322cb4d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.830439] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.872182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-715d4798-a7f4-4769-b1b4-9b1b12ec098e tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.178s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.872570] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.747s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.872661] env[62533]: INFO nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] During sync_power_state the instance has a pending task (spawning). Skip. [ 1778.872837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.923152] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898797, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.931586] env[62533]: DEBUG nova.compute.manager [req-904de5fe-606b-4db9-92ec-206dc274b21d req-653e3d02-b7fe-44dc-8fdc-d16e68ddbcc9 service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Received event network-vif-plugged-c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1778.931684] env[62533]: DEBUG oslo_concurrency.lockutils [req-904de5fe-606b-4db9-92ec-206dc274b21d req-653e3d02-b7fe-44dc-8fdc-d16e68ddbcc9 service nova] Acquiring lock "43665738-7f4e-49ac-b597-a031add7e887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.931857] env[62533]: DEBUG oslo_concurrency.lockutils [req-904de5fe-606b-4db9-92ec-206dc274b21d req-653e3d02-b7fe-44dc-8fdc-d16e68ddbcc9 service nova] Lock "43665738-7f4e-49ac-b597-a031add7e887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.933177] env[62533]: DEBUG oslo_concurrency.lockutils [req-904de5fe-606b-4db9-92ec-206dc274b21d req-653e3d02-b7fe-44dc-8fdc-d16e68ddbcc9 service nova] Lock "43665738-7f4e-49ac-b597-a031add7e887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.935510] env[62533]: DEBUG nova.compute.manager [req-904de5fe-606b-4db9-92ec-206dc274b21d req-653e3d02-b7fe-44dc-8fdc-d16e68ddbcc9 service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] No waiting events found dispatching network-vif-plugged-c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.935510] env[62533]: WARNING nova.compute.manager [req-904de5fe-606b-4db9-92ec-206dc274b21d req-653e3d02-b7fe-44dc-8fdc-d16e68ddbcc9 service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Received unexpected event network-vif-plugged-c26d6bee-62f7-48a0-bd0a-efa42748c800 for instance with vm_state building and task_state spawning. [ 1779.121460] env[62533]: DEBUG nova.network.neutron [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Successfully updated port: c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.218573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.330347] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661847} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.330540] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. [ 1779.333034] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa4a20-9006-427b-978b-b8c82a25e277 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.360829] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.361224] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c0a670-a246-48ef-ac2a-796dc6ba860c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.380938] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1779.380938] env[62533]: value = "task-1898798" [ 1779.380938] env[62533]: _type = "Task" [ 1779.380938] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.390189] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.421237] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909293} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.421521] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562/5e4f41b1-a9b4-47d6-b821-dc9a0fe58562.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.421748] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.422015] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-290c6ab3-2999-4a49-bcd8-7f759c2fd6c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.428749] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1779.428749] env[62533]: value = "task-1898799" [ 1779.428749] env[62533]: _type = "Task" [ 1779.428749] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.436337] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.626773] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "refresh_cache-43665738-7f4e-49ac-b597-a031add7e887" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.626971] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "refresh_cache-43665738-7f4e-49ac-b597-a031add7e887" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.627135] env[62533]: DEBUG nova.network.neutron [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.706179] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.706526] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9ac3d7-1a34-4027-bb8b-7c69ea087294 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.713913] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1779.713913] env[62533]: value = "task-1898800" [ 1779.713913] env[62533]: _type = "Task" [ 1779.713913] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.722261] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.892875] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.938392] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092596} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.940928] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.941956] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a75484-15e2-4abb-895e-bec9fb0122d4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.963868] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562/5e4f41b1-a9b4-47d6-b821-dc9a0fe58562.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.966660] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c17e6c-6b6f-4d40-9fb9-2b9a5ecd5e06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.990020] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1779.990020] env[62533]: value = "task-1898801" [ 1779.990020] env[62533]: _type = "Task" [ 1779.990020] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.001117] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.047668] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b492339-3007-448b-a824-ae44732e4589 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.055876] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8919bfa1-02fe-466c-832f-6019c40f8b9d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.099653] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad0e06-ecd1-4f85-a34a-368260a7fe4b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.107577] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6eb927-5941-453e-9fd8-128df796f927 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.121201] env[62533]: DEBUG nova.compute.provider_tree [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.184837] env[62533]: DEBUG nova.network.neutron [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.224650] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898800, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.395835] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.499484] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.516059] env[62533]: DEBUG nova.network.neutron [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Updating instance_info_cache with network_info: [{"id": "c26d6bee-62f7-48a0-bd0a-efa42748c800", "address": "fa:16:3e:82:83:af", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26d6bee-62", "ovs_interfaceid": "c26d6bee-62f7-48a0-bd0a-efa42748c800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.624236] env[62533]: DEBUG nova.scheduler.client.report [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.730196] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898800, 'name': PowerOffVM_Task, 'duration_secs': 0.548999} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.730594] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.730880] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.731749] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51da195-5467-4de9-98ca-b3f46bfac2d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.742158] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.742890] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24580e8f-ec66-40e6-be5e-e6ce8200779f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.896489] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898798, 'name': ReconfigVM_Task, 'duration_secs': 1.086472} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.896800] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.897704] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724df10f-b21f-49da-a6ea-55ca3b6dd391 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.929238] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b4e46c-e968-4ca1-9923-6f4f1e17328b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.939737] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.939985] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.940185] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleting the datastore file [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.940463] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184b49af-8990-4137-897b-84f46e7b9f09 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.949597] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1780.949597] env[62533]: value = "task-1898804" [ 1780.949597] env[62533]: _type = "Task" [ 1780.949597] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.950972] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1780.950972] env[62533]: value = "task-1898803" [ 1780.950972] env[62533]: _type = "Task" [ 1780.950972] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.963267] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.968147] env[62533]: DEBUG nova.compute.manager [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Received event network-changed-c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1780.968352] env[62533]: DEBUG nova.compute.manager [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Refreshing instance network info cache due to event network-changed-c26d6bee-62f7-48a0-bd0a-efa42748c800. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1780.968542] env[62533]: DEBUG oslo_concurrency.lockutils [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] Acquiring lock "refresh_cache-43665738-7f4e-49ac-b597-a031add7e887" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.969104] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.999450] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898801, 'name': ReconfigVM_Task, 'duration_secs': 0.89133} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.999744] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562/5e4f41b1-a9b4-47d6-b821-dc9a0fe58562.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.000464] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20fc9fe6-58e0-45f0-915b-4312561dba2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.009565] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1781.009565] env[62533]: value = "task-1898805" [ 1781.009565] env[62533]: _type = "Task" [ 1781.009565] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.021298] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "refresh_cache-43665738-7f4e-49ac-b597-a031add7e887" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.021298] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Instance network_info: |[{"id": "c26d6bee-62f7-48a0-bd0a-efa42748c800", "address": "fa:16:3e:82:83:af", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26d6bee-62", "ovs_interfaceid": "c26d6bee-62f7-48a0-bd0a-efa42748c800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1781.021298] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898805, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.021298] env[62533]: DEBUG oslo_concurrency.lockutils [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] Acquired lock "refresh_cache-43665738-7f4e-49ac-b597-a031add7e887" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.021298] env[62533]: DEBUG nova.network.neutron [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Refreshing network info cache for port c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.022737] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:83:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c26d6bee-62f7-48a0-bd0a-efa42748c800', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.030595] env[62533]: DEBUG oslo.service.loopingcall [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.033902] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1781.035870] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e13619a1-ac75-444e-a946-3cb8b198bb7d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.060501] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.060501] env[62533]: value = "task-1898806" [ 1781.060501] env[62533]: _type = "Task" [ 1781.060501] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.073186] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898806, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.130703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.131664] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.135998] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.581s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.136292] env[62533]: DEBUG nova.objects.instance [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lazy-loading 'resources' on Instance uuid c3056959-485d-433b-a769-0567e5936e2d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.403840] env[62533]: DEBUG nova.network.neutron [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Updated VIF entry in instance network info cache for port c26d6bee-62f7-48a0-bd0a-efa42748c800. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.404262] env[62533]: DEBUG nova.network.neutron [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Updating instance_info_cache with network_info: [{"id": "c26d6bee-62f7-48a0-bd0a-efa42748c800", "address": "fa:16:3e:82:83:af", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26d6bee-62", "ovs_interfaceid": "c26d6bee-62f7-48a0-bd0a-efa42748c800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.472053] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332122} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.472327] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.472606] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1781.472881] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1781.473090] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1781.522220] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898805, 'name': Rename_Task, 'duration_secs': 0.224125} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.523369] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.523648] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d95ae8e-0656-4405-9a2f-88dba06af336 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.531838] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1781.531838] env[62533]: value = "task-1898807" [ 1781.531838] env[62533]: _type = "Task" [ 1781.531838] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.543580] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.571571] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898806, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.639209] env[62533]: DEBUG nova.compute.utils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.643436] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.643536] env[62533]: DEBUG nova.network.neutron [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.711685] env[62533]: DEBUG nova.policy [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8408af7245dda000bd0a55d0c69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8818ad7c1c994b71a958521b0a8f98b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.908230] env[62533]: DEBUG oslo_concurrency.lockutils [req-1394908c-3276-459e-baaa-7760079e39f6 req-b9fca0a1-b504-4512-adbb-c3e70e8f5b7c service nova] Releasing lock "refresh_cache-43665738-7f4e-49ac-b597-a031add7e887" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.962651] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898804, 'name': ReconfigVM_Task, 'duration_secs': 0.825813} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.962651] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.962863] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebe94ba-f41f-48cc-96a1-0fd370ec45be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.971772] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1781.971772] env[62533]: value = "task-1898808" [ 1781.971772] env[62533]: _type = "Task" [ 1781.971772] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.983048] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.984766] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8184d2a-50e1-41ea-8e9f-e63ff2e99ccf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.993962] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5422078-a1e7-4563-b1ec-c954d054a7bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.038962] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33ec9e8-1acc-4250-a058-7cb8db9a49fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.051340] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c466b04-18c1-461a-8820-fc13a0ca2439 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.055668] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.068933] env[62533]: DEBUG nova.compute.provider_tree [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.079412] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898806, 'name': CreateVM_Task, 'duration_secs': 0.54115} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.080235] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.080924] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.081108] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.081428] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.081942] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac2b2ef-d6d0-46d5-a492-3ec550b1b415 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.084271] env[62533]: DEBUG nova.network.neutron [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Successfully created port: b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.090011] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1782.090011] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529b7caf-0b53-3061-8414-762fe539d773" [ 1782.090011] env[62533]: _type = "Task" [ 1782.090011] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.099625] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529b7caf-0b53-3061-8414-762fe539d773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.148641] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.488118] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.523677] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1782.524114] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.524374] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1782.524584] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.524732] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1782.524932] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1782.525314] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1782.525547] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1782.525803] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1782.527061] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1782.527061] env[62533]: DEBUG nova.virt.hardware [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1782.527261] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7149c47c-c2a9-4204-9115-0935278faa4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.540370] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abef3c3-2c41-45a1-a5fb-2ce6cc632e4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.551494] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.561199] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:39:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff95bace-ad6d-4a28-b673-d6e368453af9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.570087] env[62533]: DEBUG oslo.service.loopingcall [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.570402] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.571280] env[62533]: DEBUG nova.scheduler.client.report [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.575548] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-158caba8-a5a4-4f92-a3cd-2867f43f59c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.599312] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529b7caf-0b53-3061-8414-762fe539d773, 'name': SearchDatastore_Task, 'duration_secs': 0.021019} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.600721] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.601560] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.601560] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.601560] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.601769] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.601914] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.601914] env[62533]: value = "task-1898809" [ 1782.601914] env[62533]: _type = "Task" [ 1782.601914] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.602116] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2153e4-7ef0-4864-8446-e79f51f828d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.614736] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898809, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.616310] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.617117] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.617194] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc8b12a-4fd6-495d-ab02-cbb18f9885f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.622990] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1782.622990] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a805eb-1f67-8722-432e-0d7dc81050cb" [ 1782.622990] env[62533]: _type = "Task" [ 1782.622990] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.634262] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a805eb-1f67-8722-432e-0d7dc81050cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.984097] env[62533]: DEBUG oslo_vmware.api [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898808, 'name': PowerOnVM_Task, 'duration_secs': 0.792072} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.984540] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.987366] env[62533]: DEBUG nova.compute.manager [None req-929346c4-644f-4f4e-bc21-bd062fab9bcf tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.988231] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05825987-0a3b-48c3-a34a-bf1af0e3b0ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.047815] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.092164] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.094727] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.162s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.096838] env[62533]: INFO nova.compute.claims [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.119251] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898809, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.133924] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a805eb-1f67-8722-432e-0d7dc81050cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013224} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.134751] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccca110-1745-4412-b4cc-7cbe8b859eca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.140267] env[62533]: INFO nova.scheduler.client.report [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Deleted allocations for instance c3056959-485d-433b-a769-0567e5936e2d [ 1783.144187] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1783.144187] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af0d7d-eb93-19ae-5fa9-79b52604a1ec" [ 1783.144187] env[62533]: _type = "Task" [ 1783.144187] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.155865] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af0d7d-eb93-19ae-5fa9-79b52604a1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.163554] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.217359] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.217611] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.217767] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.219116] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.219317] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.219462] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.219680] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.219842] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.220022] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.220197] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.220374] env[62533]: DEBUG nova.virt.hardware [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.221278] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbe474-7d10-4683-84f4-e815a1aec825 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.232214] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e3a581-960c-45f6-92c6-be7d16f513a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.548617] env[62533]: DEBUG oslo_vmware.api [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898807, 'name': PowerOnVM_Task, 'duration_secs': 1.600845} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.548882] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.549102] env[62533]: INFO nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1783.549309] env[62533]: DEBUG nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.550208] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a4a44d-f826-49cd-a1a1-8679a58b72b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.618899] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898809, 'name': CreateVM_Task, 'duration_secs': 0.550165} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.618899] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.618899] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.618899] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.619268] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.619524] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf977d7-51bf-4f45-9f0c-0261a987d38b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.625185] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1783.625185] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527fb2ab-10d2-1c5b-0364-e18b23e06078" [ 1783.625185] env[62533]: _type = "Task" [ 1783.625185] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.635835] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527fb2ab-10d2-1c5b-0364-e18b23e06078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.657632] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f2581efd-7229-42bb-b5ca-5d24bff7adc0 tempest-InstanceActionsV221TestJSON-704082160 tempest-InstanceActionsV221TestJSON-704082160-project-member] Lock "c3056959-485d-433b-a769-0567e5936e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.892s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.663316] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af0d7d-eb93-19ae-5fa9-79b52604a1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.02278} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.663766] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.664040] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 43665738-7f4e-49ac-b597-a031add7e887/43665738-7f4e-49ac-b597-a031add7e887.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.664283] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81f74727-bf03-4928-b2c4-4159a72e6944 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.673526] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1783.673526] env[62533]: value = "task-1898810" [ 1783.673526] env[62533]: _type = "Task" [ 1783.673526] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.686076] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.073957] env[62533]: INFO nova.compute.manager [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Took 23.17 seconds to build instance. [ 1784.137464] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527fb2ab-10d2-1c5b-0364-e18b23e06078, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.137825] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.138081] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.138448] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.138598] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.138783] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.139386] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24b3a14-54bc-41f9-9efa-254443e958cf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.152098] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.152306] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.153377] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3552473d-a1db-4d70-8de8-d9e11cec51bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.163215] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1784.163215] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529a3451-8783-2822-15e7-beb811749f9d" [ 1784.163215] env[62533]: _type = "Task" [ 1784.163215] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.176428] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529a3451-8783-2822-15e7-beb811749f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.190271] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.237654] env[62533]: DEBUG nova.compute.manager [req-c6996621-41ab-45cf-84d2-8fb4f62b536f req-76c2773b-a2ad-4c13-b3e8-a82d943c222b service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Received event network-vif-plugged-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1784.237881] env[62533]: DEBUG oslo_concurrency.lockutils [req-c6996621-41ab-45cf-84d2-8fb4f62b536f req-76c2773b-a2ad-4c13-b3e8-a82d943c222b service nova] Acquiring lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.238143] env[62533]: DEBUG oslo_concurrency.lockutils [req-c6996621-41ab-45cf-84d2-8fb4f62b536f req-76c2773b-a2ad-4c13-b3e8-a82d943c222b service nova] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.239155] env[62533]: DEBUG oslo_concurrency.lockutils [req-c6996621-41ab-45cf-84d2-8fb4f62b536f req-76c2773b-a2ad-4c13-b3e8-a82d943c222b service nova] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.239155] env[62533]: DEBUG nova.compute.manager [req-c6996621-41ab-45cf-84d2-8fb4f62b536f req-76c2773b-a2ad-4c13-b3e8-a82d943c222b service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] No waiting events found dispatching network-vif-plugged-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.239155] env[62533]: WARNING nova.compute.manager [req-c6996621-41ab-45cf-84d2-8fb4f62b536f req-76c2773b-a2ad-4c13-b3e8-a82d943c222b service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Received unexpected event network-vif-plugged-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 for instance with vm_state building and task_state spawning. [ 1784.452704] env[62533]: DEBUG nova.network.neutron [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Successfully updated port: b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.544931] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f3b9ca-1996-44ec-943f-b3c441b3ac64 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.553421] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322ad8c-bc58-4932-9155-28c78783be8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.586729] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c415f0ee-73b0-4a00-a975-dc1cebb80a58 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.695s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.587800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.462s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.588338] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2212e7-6c41-4954-a2b1-c8c5ca186058 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.592192] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd5e97-c9fa-4cfa-8efa-db8f3c93d5e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.602402] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860c73b1-e5d3-46cf-89e3-dc142492ddce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.624872] env[62533]: DEBUG nova.compute.provider_tree [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.677964] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529a3451-8783-2822-15e7-beb811749f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.024312} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.682012] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f64e8dd-ff37-4362-ac6a-ff962c7d62bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.691128] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.692166] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 43665738-7f4e-49ac-b597-a031add7e887/43665738-7f4e-49ac-b597-a031add7e887.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.692469] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.692818] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1784.692818] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214501f-a64a-3a88-d8de-d3cba0751184" [ 1784.692818] env[62533]: _type = "Task" [ 1784.692818] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.693015] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf362f8c-f9a6-4328-ac6f-26082118948c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.703534] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214501f-a64a-3a88-d8de-d3cba0751184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.704862] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1784.704862] env[62533]: value = "task-1898811" [ 1784.704862] env[62533]: _type = "Task" [ 1784.704862] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.713512] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.944266] env[62533]: INFO nova.compute.manager [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Unrescuing [ 1784.944630] env[62533]: DEBUG oslo_concurrency.lockutils [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.944792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.945195] env[62533]: DEBUG nova.network.neutron [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.963023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.963023] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.963023] env[62533]: DEBUG nova.network.neutron [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.114783] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.135020] env[62533]: DEBUG nova.scheduler.client.report [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.210075] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5214501f-a64a-3a88-d8de-d3cba0751184, 'name': SearchDatastore_Task, 'duration_secs': 0.034342} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.215560] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.215867] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.216228] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867fc703-82db-430f-8d68-9856f04870a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.227529] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318476} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.229734] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.231066] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1785.231066] env[62533]: value = "task-1898812" [ 1785.231066] env[62533]: _type = "Task" [ 1785.231066] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.231790] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b98b038-75a3-4617-af33-0a85650e8b00 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.244227] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.267720] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 43665738-7f4e-49ac-b597-a031add7e887/43665738-7f4e-49ac-b597-a031add7e887.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.267720] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc9c81c6-1371-4f07-99c9-e6725ffe7916 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.297028] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1785.297028] env[62533]: value = "task-1898813" [ 1785.297028] env[62533]: _type = "Task" [ 1785.297028] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.310070] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.413592] env[62533]: DEBUG oslo_concurrency.lockutils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.413592] env[62533]: DEBUG oslo_concurrency.lockutils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.494239] env[62533]: DEBUG nova.network.neutron [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.638321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.639048] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.642539] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.352s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.642795] env[62533]: DEBUG nova.objects.instance [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'resources' on Instance uuid 6014e0c4-f551-4e75-bd38-a33ba71cf202 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.660611] env[62533]: DEBUG nova.network.neutron [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updating instance_info_cache with network_info: [{"id": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "address": "fa:16:3e:92:35:ee", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b835c5-50", "ovs_interfaceid": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.746170] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898812, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.817117] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898813, 'name': ReconfigVM_Task, 'duration_secs': 0.507789} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.818196] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 43665738-7f4e-49ac-b597-a031add7e887/43665738-7f4e-49ac-b597-a031add7e887.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.818975] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41bc87e7-ab2d-4475-86f1-1b38b9163c46 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.828420] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1785.828420] env[62533]: value = "task-1898814" [ 1785.828420] env[62533]: _type = "Task" [ 1785.828420] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.840536] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898814, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.915527] env[62533]: DEBUG nova.compute.utils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.147830] env[62533]: DEBUG nova.compute.utils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.155418] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.155418] env[62533]: DEBUG nova.network.neutron [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.155418] env[62533]: DEBUG nova.network.neutron [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.163175] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.163477] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Instance network_info: |[{"id": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "address": "fa:16:3e:92:35:ee", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b835c5-50", "ovs_interfaceid": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.163895] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:35:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b835c5-50f7-4e9b-b7f0-7ea1d3943490', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.177789] env[62533]: DEBUG oslo.service.loopingcall [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.178952] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.179580] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51fff26d-77e9-46fd-b034-ea2b40c61d0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.209347] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.209347] env[62533]: value = "task-1898815" [ 1786.209347] env[62533]: _type = "Task" [ 1786.209347] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.215178] env[62533]: DEBUG nova.policy [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45523daddf1f4df6b7021bb5dd51d3cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91afd4fdfb5047269e3cd6372d60ba28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.224667] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898815, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.247932] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952233} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.249021] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.249021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.249021] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cc4670c-bfa2-489c-8317-51944bbdffe4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.261216] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1786.261216] env[62533]: value = "task-1898816" [ 1786.261216] env[62533]: _type = "Task" [ 1786.261216] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.273547] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.346793] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898814, 'name': Rename_Task, 'duration_secs': 0.188815} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.346899] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.347404] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf3b6883-57de-43e5-a332-20778cd4b5bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.354339] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1786.354339] env[62533]: value = "task-1898817" [ 1786.354339] env[62533]: _type = "Task" [ 1786.354339] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.365144] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.420459] env[62533]: DEBUG oslo_concurrency.lockutils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.605459] env[62533]: INFO nova.compute.manager [None req-2dc2d751-62e5-4812-b789-3ad372526e73 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Get console output [ 1786.605690] env[62533]: WARNING nova.virt.vmwareapi.driver [None req-2dc2d751-62e5-4812-b789-3ad372526e73 tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] The console log is missing. Check your VSPC configuration [ 1786.620726] env[62533]: DEBUG nova.network.neutron [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Successfully created port: bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.656399] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.659925] env[62533]: DEBUG oslo_concurrency.lockutils [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.660634] env[62533]: DEBUG nova.objects.instance [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'flavor' on Instance uuid 5934998c-533d-4b17-a5aa-b54496a7ba6a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.722998] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898815, 'name': CreateVM_Task, 'duration_secs': 0.475554} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.723281] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.724349] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.724945] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.725481] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.728362] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fed2cd1-ca10-42b2-ad71-c2c55b45936d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.736647] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1786.736647] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b8a4ce-5e36-ef96-ff2d-c204acb1e9de" [ 1786.736647] env[62533]: _type = "Task" [ 1786.736647] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.749137] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b8a4ce-5e36-ef96-ff2d-c204acb1e9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.773871] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086956} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.774111] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.774908] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d5386-0a51-4318-85d5-6db0b091837b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.802438] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.803936] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161951fb-d90c-460f-98c8-74ad49a96e2c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.819889] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1b6c63-72de-47b0-9cbb-8a3bae03e00e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.829300] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7572ea-c7ae-4326-ae83-b82d1438f468 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.835799] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1786.835799] env[62533]: value = "task-1898818" [ 1786.835799] env[62533]: _type = "Task" [ 1786.835799] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.873438] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a4ec3-fe2b-43b5-922b-7b0c4eb1fb96 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.881275] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.890499] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f635a0ea-07f4-4300-91d0-50838de86b26 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.894597] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898817, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.906083] env[62533]: DEBUG nova.compute.provider_tree [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.180147] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badddd09-f100-4687-aa80-7370638c8ce5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.205348] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.205694] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc2b98c4-06f6-4066-acd2-1cc50c1e36bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.218191] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1787.218191] env[62533]: value = "task-1898819" [ 1787.218191] env[62533]: _type = "Task" [ 1787.218191] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.228119] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.248138] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b8a4ce-5e36-ef96-ff2d-c204acb1e9de, 'name': SearchDatastore_Task, 'duration_secs': 0.04136} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.248440] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.248784] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.248911] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.249092] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.249335] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.249609] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529f35de-0781-4e43-9e24-7c77fcfa41bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.256869] env[62533]: DEBUG nova.compute.manager [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Received event network-changed-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1787.257136] env[62533]: DEBUG nova.compute.manager [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Refreshing instance network info cache due to event network-changed-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1787.257272] env[62533]: DEBUG oslo_concurrency.lockutils [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] Acquiring lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.257416] env[62533]: DEBUG oslo_concurrency.lockutils [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] Acquired lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.257572] env[62533]: DEBUG nova.network.neutron [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Refreshing network info cache for port b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.263210] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.263382] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.264166] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5093d4-cbe7-4b15-a650-9e15469d45de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.270928] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1787.270928] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526c9c78-6392-017f-1f38-3086eff8a727" [ 1787.270928] env[62533]: _type = "Task" [ 1787.270928] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.280345] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526c9c78-6392-017f-1f38-3086eff8a727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.346979] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.379694] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898817, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.412273] env[62533]: DEBUG nova.scheduler.client.report [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.542985] env[62533]: DEBUG oslo_concurrency.lockutils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.543350] env[62533]: DEBUG oslo_concurrency.lockutils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.543638] env[62533]: INFO nova.compute.manager [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Attaching volume 30e2b0f5-5ca2-46b5-b457-267b08da7719 to /dev/sdb [ 1787.624119] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91251144-b8f9-4c68-ab47-1056c589385a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.633651] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10427f1f-aab9-40f6-abad-098e6e32cc50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.654351] env[62533]: DEBUG nova.virt.block_device [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating existing volume attachment record: e1e54ce4-e6aa-448f-a6aa-b17c4ff4bbc5 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1787.677051] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.720381] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.720765] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.720938] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.721147] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.721297] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.721519] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.721812] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.721986] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.722172] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.722330] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.722498] env[62533]: DEBUG nova.virt.hardware [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.723470] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9b129-89a7-4f6b-96c2-2ecc25322a8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.735946] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898819, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.739285] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f0c6d0-2637-4e19-a7c1-f8d11594c79c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.785221] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526c9c78-6392-017f-1f38-3086eff8a727, 'name': SearchDatastore_Task, 'duration_secs': 0.048143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.786104] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1036b22-6684-434a-8ddf-0e1dc0da4b61 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.794195] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1787.794195] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5235dbe7-bba2-2efe-fd4d-90207eabab40" [ 1787.794195] env[62533]: _type = "Task" [ 1787.794195] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.803211] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5235dbe7-bba2-2efe-fd4d-90207eabab40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.845831] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898818, 'name': ReconfigVM_Task, 'duration_secs': 0.687125} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.846122] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.846754] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9964cfd-8181-4757-8e4a-9b52560c44be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.854835] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1787.854835] env[62533]: value = "task-1898820" [ 1787.854835] env[62533]: _type = "Task" [ 1787.854835] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.865268] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898820, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.878426] env[62533]: DEBUG oslo_vmware.api [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898817, 'name': PowerOnVM_Task, 'duration_secs': 1.373458} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.878883] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.879152] env[62533]: INFO nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1787.879335] env[62533]: DEBUG nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.880182] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b56d54-7e49-4b4e-82c8-cc77e30db375 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.917933] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.920879] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.952s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.921211] env[62533]: DEBUG nova.objects.instance [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lazy-loading 'resources' on Instance uuid e16161d9-d0e8-403f-bbf1-9287775e2a0e {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.978122] env[62533]: INFO nova.scheduler.client.report [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted allocations for instance 6014e0c4-f551-4e75-bd38-a33ba71cf202 [ 1788.183026] env[62533]: DEBUG nova.network.neutron [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updated VIF entry in instance network info cache for port b3b835c5-50f7-4e9b-b7f0-7ea1d3943490. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.183026] env[62533]: DEBUG nova.network.neutron [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updating instance_info_cache with network_info: [{"id": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "address": "fa:16:3e:92:35:ee", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b835c5-50", "ovs_interfaceid": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.236797] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898819, 'name': PowerOffVM_Task, 'duration_secs': 0.543753} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.237669] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.242929] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfiguring VM instance instance-00000038 to detach disk 2002 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1788.243315] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f5d6b0-6832-4bef-9c6c-044c5ab5daff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.264101] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1788.264101] env[62533]: value = "task-1898822" [ 1788.264101] env[62533]: _type = "Task" [ 1788.264101] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.272435] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.311464] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5235dbe7-bba2-2efe-fd4d-90207eabab40, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.311464] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.311464] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e/6c5c209a-92c3-49d5-9ccc-69c1174e4e0e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1788.311464] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f461e65e-0ab4-4e75-a624-b888190f3c4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.320061] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1788.320061] env[62533]: value = "task-1898823" [ 1788.320061] env[62533]: _type = "Task" [ 1788.320061] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.331710] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.372918] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898820, 'name': Rename_Task, 'duration_secs': 0.215679} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.373412] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.373837] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733a057d-91a1-46a2-a475-e2ed070b2cd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.382756] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1788.382756] env[62533]: value = "task-1898824" [ 1788.382756] env[62533]: _type = "Task" [ 1788.382756] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.399582] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.406101] env[62533]: INFO nova.compute.manager [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Took 26.54 seconds to build instance. [ 1788.461852] env[62533]: DEBUG nova.network.neutron [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Successfully updated port: bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.491405] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5a2bf58a-9c86-4573-8a19-a416e3d923ed tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.302s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.493368] env[62533]: DEBUG oslo_concurrency.lockutils [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] Acquired lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.496518] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fb822-5c48-4905-9957-645a781c341f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.512818] env[62533]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1788.513018] env[62533]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62533) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1788.513931] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-081cf6e1-92d7-4e11-9a8a-dd415aa1c13b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.528834] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426e134-5480-48d2-b1d8-a116da1224dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.588238] env[62533]: ERROR root [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-391999' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-391999' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-391999' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-391999'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-391999' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-391999' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-391999'}\n"]: nova.exception.InstanceNotFound: Instance 6014e0c4-f551-4e75-bd38-a33ba71cf202 could not be found. [ 1788.588589] env[62533]: DEBUG oslo_concurrency.lockutils [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] Releasing lock "6014e0c4-f551-4e75-bd38-a33ba71cf202" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.588857] env[62533]: DEBUG nova.compute.manager [req-8161ca80-49b7-4bd3-9fd2-482ac356776f req-e1912f72-05b5-4ec1-8111-cddcb409635b service nova] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Detach interface failed, port_id=4f0ae00e-c25c-4408-9364-c865b6feb666, reason: Instance 6014e0c4-f551-4e75-bd38-a33ba71cf202 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1788.692100] env[62533]: DEBUG oslo_concurrency.lockutils [req-25fdf705-3be2-430a-80a6-3fd66ad9b995 req-3b1a9ae7-dcde-47b5-9d0b-695ec5162bb0 service nova] Releasing lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.777126] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898822, 'name': ReconfigVM_Task, 'duration_secs': 0.325752} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.777480] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfigured VM instance instance-00000038 to detach disk 2002 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1788.777779] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.778708] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89177ca2-6ec6-4e15-8af7-e5e3f093e928 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.790470] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1788.790470] env[62533]: value = "task-1898825" [ 1788.790470] env[62533]: _type = "Task" [ 1788.790470] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.805116] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.837227] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898823, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.890753] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ff126-4c0b-4269-b6b0-6e81e258535f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.902441] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898824, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.906154] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23197150-34cb-4672-b447-9dc30dc1cdc9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.910385] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8be4a23d-0ec3-4bc3-85f7-0880214821dd tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "43665738-7f4e-49ac-b597-a031add7e887" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.064s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.949382] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312c20e-86e0-46ea-8f6f-91ee13aead1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.960442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839d939-3faf-43e0-aef5-80a46f007397 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.964458] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "refresh_cache-589c2c6f-7a01-4426-8b9b-69bd69b99dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.964605] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquired lock "refresh_cache-589c2c6f-7a01-4426-8b9b-69bd69b99dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.964771] env[62533]: DEBUG nova.network.neutron [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.974933] env[62533]: DEBUG nova.compute.provider_tree [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.005949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.006514] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.006871] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "c3215d85-b9ae-4bc9-873d-a5311626f20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.007189] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.007461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.010720] env[62533]: INFO nova.compute.manager [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Terminating instance [ 1789.074090] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "30643d52-f39c-4674-88ed-327e3b4bdab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.074329] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.302900] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898825, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.332584] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739892} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.333398] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e/6c5c209a-92c3-49d5-9ccc-69c1174e4e0e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.333686] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.334027] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-775b8960-5fde-4c3e-b6b0-4aee3bb60847 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.343213] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1789.343213] env[62533]: value = "task-1898826" [ 1789.343213] env[62533]: _type = "Task" [ 1789.343213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.357663] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.400194] env[62533]: DEBUG oslo_vmware.api [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898824, 'name': PowerOnVM_Task, 'duration_secs': 0.600179} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.400194] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.400194] env[62533]: DEBUG nova.compute.manager [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.401362] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3d851-eafe-4729-a5dc-5d55d7d5d661 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.483637] env[62533]: DEBUG nova.scheduler.client.report [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.515360] env[62533]: DEBUG nova.compute.manager [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.515504] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.517156] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b3d59-b3f8-4a3f-9a52-020e3518ff65 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.532589] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.532725] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d849d243-28c1-494e-b195-77c022145c76 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.541228] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1789.541228] env[62533]: value = "task-1898827" [ 1789.541228] env[62533]: _type = "Task" [ 1789.541228] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.559715] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.566105] env[62533]: DEBUG nova.network.neutron [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.579212] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.804757] env[62533]: DEBUG oslo_vmware.api [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898825, 'name': PowerOnVM_Task, 'duration_secs': 0.726985} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.805104] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.805546] env[62533]: DEBUG nova.compute.manager [None req-de72e82a-23cc-4776-8205-6ad5a813ee3b tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.806522] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e590aa73-0d66-4f6d-bf10-a1ec4058a652 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.863308] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110808} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.863602] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.864417] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e69c3-2adb-4d35-ada7-4b6ea1172afc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.906655] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e/6c5c209a-92c3-49d5-9ccc-69c1174e4e0e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.907910] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018bdb73-764e-4235-bf55-26aa7abb838d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.937193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.938496] env[62533]: DEBUG nova.network.neutron [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Updating instance_info_cache with network_info: [{"id": "bbce8038-eb9e-429d-b8a0-d15f3008462d", "address": "fa:16:3e:44:13:43", "network": {"id": "52397006-1114-4700-abfe-789dca1bab27", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-148294030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91afd4fdfb5047269e3cd6372d60ba28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce8038-eb", "ovs_interfaceid": "bbce8038-eb9e-429d-b8a0-d15f3008462d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.954170] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1789.954170] env[62533]: value = "task-1898829" [ 1789.954170] env[62533]: _type = "Task" [ 1789.954170] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.965117] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.989627] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.995390] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.263s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.042370] env[62533]: INFO nova.scheduler.client.report [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleted allocations for instance e16161d9-d0e8-403f-bbf1-9287775e2a0e [ 1790.061219] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898827, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.109099] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.440814] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Releasing lock "refresh_cache-589c2c6f-7a01-4426-8b9b-69bd69b99dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.441339] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Instance network_info: |[{"id": "bbce8038-eb9e-429d-b8a0-d15f3008462d", "address": "fa:16:3e:44:13:43", "network": {"id": "52397006-1114-4700-abfe-789dca1bab27", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-148294030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91afd4fdfb5047269e3cd6372d60ba28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce8038-eb", "ovs_interfaceid": "bbce8038-eb9e-429d-b8a0-d15f3008462d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1790.442600] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:13:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbce8038-eb9e-429d-b8a0-d15f3008462d', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.455863] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Creating folder: Project (91afd4fdfb5047269e3cd6372d60ba28). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.456501] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21ef6a39-3c54-4b00-9e46-9ffd450a1dfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.473652] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.482383] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Created folder: Project (91afd4fdfb5047269e3cd6372d60ba28) in parent group-v391816. [ 1790.482596] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Creating folder: Instances. Parent ref: group-v392065. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.482866] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f8cda21-1ae5-4b4a-acd4-643bf5bdcef2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.499211] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Created folder: Instances in parent group-v392065. [ 1790.499211] env[62533]: DEBUG oslo.service.loopingcall [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.511062] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.513852] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e32cbb0-6114-4fc3-8e52-f878e93a30b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.535500] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.535500] env[62533]: value = "task-1898832" [ 1790.535500] env[62533]: _type = "Task" [ 1790.535500] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.551277] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898832, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.556221] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c14fc124-2b12-4a58-93ce-97a299a15bbc tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e16161d9-d0e8-403f-bbf1-9287775e2a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.847s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.561013] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898827, 'name': PowerOffVM_Task, 'duration_secs': 0.625257} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.561465] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.561465] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.561791] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c311f6c-08a9-4c40-9a1f-3b226a8cd6fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.796414] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.798023] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.798023] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Deleting the datastore file [datastore2] c3215d85-b9ae-4bc9-873d-a5311626f20a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.801432] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf3de20-6a27-496c-89e6-65be33e38e47 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.811022] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for the task: (returnval){ [ 1790.811022] env[62533]: value = "task-1898834" [ 1790.811022] env[62533]: _type = "Task" [ 1790.811022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.825761] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.970742] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898829, 'name': ReconfigVM_Task, 'duration_secs': 0.737892} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.971182] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e/6c5c209a-92c3-49d5-9ccc-69c1174e4e0e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.972180] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f8582de-36d4-484c-88b4-f51a46e3347c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.981494] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1790.981494] env[62533]: value = "task-1898835" [ 1790.981494] env[62533]: _type = "Task" [ 1790.981494] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.993047] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898835, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.055964] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898832, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.057511] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7330131-c363-4a3e-9cc1-38d359333ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.057676] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.057707] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.057825] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c3215d85-b9ae-4bc9-873d-a5311626f20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.057929] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5934998c-533d-4b17-a5aa-b54496a7ba6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058060] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058195] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 3423229b-d04f-495b-a112-8cd2dc727b74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058286] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f6d1ea92-5a39-42fe-bdfe-e04a55f40216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058432] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance c6095bc6-1e2a-49bf-bcda-dbc36dd5221d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058556] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058664] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance b3837fca-fdb3-4540-ad97-f46cb5763ba3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058775] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f8ac1922-f7d8-44dc-8501-c8f284ef5e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.058891] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.059039] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance fbef8c8c-0ab8-4486-a77f-928f2b1a11ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1791.059156] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance bb5f390f-a7ad-407c-b079-f3e6f4a627d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.059267] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2ad289b7-dc2b-480d-82e4-06add5aeacab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.059368] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.059490] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 43665738-7f4e-49ac-b597-a031add7e887 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.059591] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.059696] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 589c2c6f-7a01-4426-8b9b-69bd69b99dc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1791.215561] env[62533]: DEBUG nova.compute.manager [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Received event network-vif-plugged-bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1791.215888] env[62533]: DEBUG oslo_concurrency.lockutils [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] Acquiring lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.216322] env[62533]: DEBUG oslo_concurrency.lockutils [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.216648] env[62533]: DEBUG oslo_concurrency.lockutils [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.217298] env[62533]: DEBUG nova.compute.manager [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] No waiting events found dispatching network-vif-plugged-bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.217595] env[62533]: WARNING nova.compute.manager [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Received unexpected event network-vif-plugged-bbce8038-eb9e-429d-b8a0-d15f3008462d for instance with vm_state building and task_state spawning. [ 1791.217828] env[62533]: DEBUG nova.compute.manager [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Received event network-changed-bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1791.218787] env[62533]: DEBUG nova.compute.manager [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Refreshing instance network info cache due to event network-changed-bbce8038-eb9e-429d-b8a0-d15f3008462d. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1791.219030] env[62533]: DEBUG oslo_concurrency.lockutils [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] Acquiring lock "refresh_cache-589c2c6f-7a01-4426-8b9b-69bd69b99dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.219188] env[62533]: DEBUG oslo_concurrency.lockutils [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] Acquired lock "refresh_cache-589c2c6f-7a01-4426-8b9b-69bd69b99dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.219355] env[62533]: DEBUG nova.network.neutron [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Refreshing network info cache for port bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.274263] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.274682] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.274932] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.275157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.275338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.278798] env[62533]: INFO nova.compute.manager [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Terminating instance [ 1791.324129] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.496073] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898835, 'name': Rename_Task, 'duration_secs': 0.219493} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.496460] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.496773] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d8cf00-0c87-4f6d-a6e9-34b3782fe916 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.505225] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1791.505225] env[62533]: value = "task-1898836" [ 1791.505225] env[62533]: _type = "Task" [ 1791.505225] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.516210] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.551567] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898832, 'name': CreateVM_Task, 'duration_secs': 0.572879} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.553912] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.553912] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.553912] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.555378] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.555773] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5200269-74ee-4491-9acc-9a9792d11a0e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.563092] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 30643d52-f39c-4674-88ed-327e3b4bdab4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1791.563451] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1791.563553] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1791.568212] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1791.568212] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526fb81a-b38f-c8c5-9c84-7dda1eeb2135" [ 1791.568212] env[62533]: _type = "Task" [ 1791.568212] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.579189] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526fb81a-b38f-c8c5-9c84-7dda1eeb2135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.783440] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "refresh_cache-e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.783723] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquired lock "refresh_cache-e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.783946] env[62533]: DEBUG nova.network.neutron [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.830920] env[62533]: DEBUG oslo_vmware.api [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Task: {'id': task-1898834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.588401} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.835019] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.835257] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.835543] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.835825] env[62533]: INFO nova.compute.manager [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1791.836215] env[62533]: DEBUG oslo.service.loopingcall [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.837211] env[62533]: DEBUG nova.compute.manager [-] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1791.837358] env[62533]: DEBUG nova.network.neutron [-] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.966236] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18b0163-6fad-43eb-9196-00aa668768e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.981877] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ecb4de-177e-4617-a925-7dc7ba9fd271 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.021240] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecffc69-f900-4768-b2f5-8cc861e6943b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.036190] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e4ab58-82fa-41de-b472-fb38d317447d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.040500] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898836, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.055142] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.081043] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526fb81a-b38f-c8c5-9c84-7dda1eeb2135, 'name': SearchDatastore_Task, 'duration_secs': 0.015795} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.084082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.084345] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1792.084836] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.084994] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.085193] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1792.090735] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af846cb2-8a22-431f-8df9-07fa542e7506 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.097351] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1792.097481] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1792.098305] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03bb117-55a0-4d68-a4c8-4090129bedee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.106287] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1792.106287] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5203cda5-4a21-f1ec-3472-1f7055f99b2a" [ 1792.106287] env[62533]: _type = "Task" [ 1792.106287] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.117980] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5203cda5-4a21-f1ec-3472-1f7055f99b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.217702] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1792.217702] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392064', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'name': 'volume-30e2b0f5-5ca2-46b5-b457-267b08da7719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'serial': '30e2b0f5-5ca2-46b5-b457-267b08da7719'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1792.218048] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a253613-0162-45f0-9b22-5d40b270ad2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.245628] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d8e6aa-9eac-4f67-b10b-a56d19e0cf88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.273395] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-30e2b0f5-5ca2-46b5-b457-267b08da7719/volume-30e2b0f5-5ca2-46b5-b457-267b08da7719.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.273747] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1371a3d7-5cf4-49e1-a8ac-b3b71f53a023 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.301989] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1792.301989] env[62533]: value = "task-1898837" [ 1792.301989] env[62533]: _type = "Task" [ 1792.301989] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.315129] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.317907] env[62533]: DEBUG nova.network.neutron [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.343184] env[62533]: DEBUG nova.network.neutron [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Updated VIF entry in instance network info cache for port bbce8038-eb9e-429d-b8a0-d15f3008462d. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.343595] env[62533]: DEBUG nova.network.neutron [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Updating instance_info_cache with network_info: [{"id": "bbce8038-eb9e-429d-b8a0-d15f3008462d", "address": "fa:16:3e:44:13:43", "network": {"id": "52397006-1114-4700-abfe-789dca1bab27", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-148294030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91afd4fdfb5047269e3cd6372d60ba28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbce8038-eb", "ovs_interfaceid": "bbce8038-eb9e-429d-b8a0-d15f3008462d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.409136] env[62533]: DEBUG nova.network.neutron [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.533026] env[62533]: DEBUG oslo_vmware.api [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898836, 'name': PowerOnVM_Task, 'duration_secs': 0.819334} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.533026] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.533026] env[62533]: INFO nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1792.533026] env[62533]: DEBUG nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.533026] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9413ec60-0ebf-4bbb-a6d7-cdabf4bafb87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.562732] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.620207] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5203cda5-4a21-f1ec-3472-1f7055f99b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.620384] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb379b84-6432-4b71-9a36-3b8a8d880ed6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.628946] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1792.628946] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266bc1f-0252-a74f-d206-9f487950879a" [ 1792.628946] env[62533]: _type = "Task" [ 1792.628946] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.640959] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266bc1f-0252-a74f-d206-9f487950879a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.657016] env[62533]: INFO nova.compute.manager [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Rebuilding instance [ 1792.696300] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.696563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.727813] env[62533]: DEBUG nova.compute.manager [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.729161] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d329e19a-8a14-47bd-9bdc-d3221ed3a903 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.767352] env[62533]: DEBUG nova.compute.manager [req-ac115cd4-48f1-4537-b262-629223f7225b req-e3041d3b-3427-4042-b94e-9f0cad31a2f5 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Received event network-vif-deleted-a1b78d30-dec6-4c62-b479-8dc4642123c5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1792.767352] env[62533]: INFO nova.compute.manager [req-ac115cd4-48f1-4537-b262-629223f7225b req-e3041d3b-3427-4042-b94e-9f0cad31a2f5 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Neutron deleted interface a1b78d30-dec6-4c62-b479-8dc4642123c5; detaching it from the instance and deleting it from the info cache [ 1792.767352] env[62533]: DEBUG nova.network.neutron [req-ac115cd4-48f1-4537-b262-629223f7225b req-e3041d3b-3427-4042-b94e-9f0cad31a2f5 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.814153] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.847649] env[62533]: DEBUG oslo_concurrency.lockutils [req-8dfcb906-10f3-415c-967a-010432e8c27a req-7df8572c-38ed-4a0f-88f9-10a51e17cc54 service nova] Releasing lock "refresh_cache-589c2c6f-7a01-4426-8b9b-69bd69b99dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.913575] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Releasing lock "refresh_cache-e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.913709] env[62533]: DEBUG nova.compute.manager [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.914030] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.915345] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be526000-cf8a-4e8f-977d-5d52ab01d590 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.925796] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.926041] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987043d7-4f27-495e-b98b-4fe82b7fec19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.935599] env[62533]: DEBUG oslo_vmware.api [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1792.935599] env[62533]: value = "task-1898838" [ 1792.935599] env[62533]: _type = "Task" [ 1792.935599] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.947296] env[62533]: DEBUG oslo_vmware.api [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.054223] env[62533]: INFO nova.compute.manager [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Took 19.95 seconds to build instance. [ 1793.067705] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1793.067948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.075s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.068268] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.850s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.068511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.070758] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.133s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.070758] env[62533]: DEBUG nova.objects.instance [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1793.096704] env[62533]: DEBUG nova.network.neutron [-] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.107349] env[62533]: INFO nova.scheduler.client.report [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance fbef8c8c-0ab8-4486-a77f-928f2b1a11ed [ 1793.143903] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5266bc1f-0252-a74f-d206-9f487950879a, 'name': SearchDatastore_Task, 'duration_secs': 0.018683} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.144687] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.144687] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 589c2c6f-7a01-4426-8b9b-69bd69b99dc1/589c2c6f-7a01-4426-8b9b-69bd69b99dc1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1793.145029] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe46112b-7545-4c51-86ca-a544469589bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.155357] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1793.155357] env[62533]: value = "task-1898839" [ 1793.155357] env[62533]: _type = "Task" [ 1793.155357] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.172634] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.203025] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.271460] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4cea88e-89a6-4e4a-afc6-3aab2c8d4d8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.286933] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a76712-e306-49a0-9924-aac4ef666577 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.316390] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898837, 'name': ReconfigVM_Task, 'duration_secs': 0.708812} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.334112] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-30e2b0f5-5ca2-46b5-b457-267b08da7719/volume-30e2b0f5-5ca2-46b5-b457-267b08da7719.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.341824] env[62533]: DEBUG nova.compute.manager [req-ac115cd4-48f1-4537-b262-629223f7225b req-e3041d3b-3427-4042-b94e-9f0cad31a2f5 service nova] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Detach interface failed, port_id=a1b78d30-dec6-4c62-b479-8dc4642123c5, reason: Instance c3215d85-b9ae-4bc9-873d-a5311626f20a could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1793.342382] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c6b62bb-2dee-472f-922c-a2346417f330 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.359204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.359204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.359204] env[62533]: DEBUG nova.compute.manager [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.359863] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2492ba38-c4c3-4b4e-b8ea-b98aa6717a53 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.364247] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1793.364247] env[62533]: value = "task-1898840" [ 1793.364247] env[62533]: _type = "Task" [ 1793.364247] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.369906] env[62533]: DEBUG nova.compute.manager [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1793.370501] env[62533]: DEBUG nova.objects.instance [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'flavor' on Instance uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.379031] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.446609] env[62533]: DEBUG oslo_vmware.api [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898838, 'name': PowerOffVM_Task, 'duration_secs': 0.327265} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.446979] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.447642] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.447642] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-530700c1-5723-4bed-8eba-8a22c8fc30a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.481090] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.481588] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.481865] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleting the datastore file [datastore2] e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.482291] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e33e549-34f6-4d73-806f-8e52bc5474a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.493296] env[62533]: DEBUG oslo_vmware.api [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for the task: (returnval){ [ 1793.493296] env[62533]: value = "task-1898842" [ 1793.493296] env[62533]: _type = "Task" [ 1793.493296] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.507975] env[62533]: DEBUG oslo_vmware.api [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.556088] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6dd7b549-eaf6-4c19-b6d5-5eeb012b41da tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.463s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.602233] env[62533]: INFO nova.compute.manager [-] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Took 1.76 seconds to deallocate network for instance. [ 1793.613821] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6b4ed5f9-ea27-44bb-ac3a-ec14867e1e34 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "fbef8c8c-0ab8-4486-a77f-928f2b1a11ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.081s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.621479] env[62533]: DEBUG nova.compute.manager [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1793.621825] env[62533]: DEBUG nova.compute.manager [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing instance network info cache due to event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1793.622170] env[62533]: DEBUG oslo_concurrency.lockutils [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.622386] env[62533]: DEBUG oslo_concurrency.lockutils [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.622617] env[62533]: DEBUG nova.network.neutron [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.667465] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.724590] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.748697] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.749123] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31ae2306-7411-43b9-9cef-e31ea59bd66f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.759419] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1793.759419] env[62533]: value = "task-1898843" [ 1793.759419] env[62533]: _type = "Task" [ 1793.759419] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.769324] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.881033] env[62533]: DEBUG oslo_vmware.api [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898840, 'name': ReconfigVM_Task, 'duration_secs': 0.185374} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.882232] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392064', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'name': 'volume-30e2b0f5-5ca2-46b5-b457-267b08da7719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'serial': '30e2b0f5-5ca2-46b5-b457-267b08da7719'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1793.988954] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.989133] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.007076] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.007076] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.007076] env[62533]: INFO nova.compute.manager [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Shelving [ 1794.008592] env[62533]: DEBUG oslo_vmware.api [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Task: {'id': task-1898842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254585} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.009472] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.009763] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.010064] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.010325] env[62533]: INFO nova.compute.manager [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1794.010629] env[62533]: DEBUG oslo.service.loopingcall [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.011153] env[62533]: DEBUG nova.compute.manager [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1794.011264] env[62533]: DEBUG nova.network.neutron [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.028935] env[62533]: DEBUG nova.network.neutron [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1794.086613] env[62533]: DEBUG oslo_concurrency.lockutils [None req-74830dbe-809c-42ab-ad88-fe10d6d54f09 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.091020] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.979s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.091501] env[62533]: INFO nova.compute.claims [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.109107] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.168283] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955797} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.168573] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 589c2c6f-7a01-4426-8b9b-69bd69b99dc1/589c2c6f-7a01-4426-8b9b-69bd69b99dc1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.168833] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.169163] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbcd2216-27b0-4814-be10-8b476a04177a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.179467] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1794.179467] env[62533]: value = "task-1898844" [ 1794.179467] env[62533]: _type = "Task" [ 1794.179467] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.189198] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.276927] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898843, 'name': PowerOffVM_Task, 'duration_secs': 0.287308} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.277234] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.277488] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.278514] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6265705c-8e95-41d0-baf7-aa1d57be57f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.286395] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.286651] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf41e3a8-4af0-4bb5-8ce2-989ef15fc162 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.382279] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.383068] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-457f4937-8194-49ae-9dc6-84e31480559c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.393988] env[62533]: DEBUG oslo_vmware.api [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1794.393988] env[62533]: value = "task-1898846" [ 1794.393988] env[62533]: _type = "Task" [ 1794.393988] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.405454] env[62533]: DEBUG oslo_vmware.api [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.492853] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1794.497674] env[62533]: DEBUG nova.network.neutron [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updated VIF entry in instance network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.498102] env[62533]: DEBUG nova.network.neutron [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.531435] env[62533]: DEBUG nova.network.neutron [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.671902] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.673109] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.673109] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleting the datastore file [datastore1] 3423229b-d04f-495b-a112-8cd2dc727b74 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.673419] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9352a383-3499-4b09-8995-68d3af74c817 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.685301] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1794.685301] env[62533]: value = "task-1898847" [ 1794.685301] env[62533]: _type = "Task" [ 1794.685301] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.691549] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22366} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.692223] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.693414] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b2941-7e00-4056-93a3-84246836fdef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.699720] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.723519] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 589c2c6f-7a01-4426-8b9b-69bd69b99dc1/589c2c6f-7a01-4426-8b9b-69bd69b99dc1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.723519] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a72db0-e7fa-4baa-bedf-d1573b3ccf14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.744288] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1794.744288] env[62533]: value = "task-1898848" [ 1794.744288] env[62533]: _type = "Task" [ 1794.744288] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.754233] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.830596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.830596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.830596] env[62533]: DEBUG nova.compute.manager [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.830715] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7c82f-c540-4276-8c44-6012c4c91d3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.839667] env[62533]: DEBUG nova.compute.manager [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1794.840367] env[62533]: DEBUG nova.objects.instance [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lazy-loading 'flavor' on Instance uuid 2ad289b7-dc2b-480d-82e4-06add5aeacab {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.906123] env[62533]: DEBUG oslo_vmware.api [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898846, 'name': PowerOffVM_Task, 'duration_secs': 0.360174} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.906417] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.906601] env[62533]: DEBUG nova.compute.manager [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.907433] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60b0a8-cf89-46c9-8acb-d34b12a883e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.947943] env[62533]: DEBUG nova.objects.instance [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.003609] env[62533]: DEBUG oslo_concurrency.lockutils [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.003890] env[62533]: DEBUG nova.compute.manager [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1795.004072] env[62533]: DEBUG nova.compute.manager [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing instance network info cache due to event network-changed-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1795.004287] env[62533]: DEBUG oslo_concurrency.lockutils [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] Acquiring lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.004432] env[62533]: DEBUG oslo_concurrency.lockutils [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] Acquired lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.004592] env[62533]: DEBUG nova.network.neutron [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Refreshing network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.020131] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.021040] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f4c22d6-6a13-46ca-b318-b3e355a6b523 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.023209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.032841] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1795.032841] env[62533]: value = "task-1898849" [ 1795.032841] env[62533]: _type = "Task" [ 1795.032841] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.037705] env[62533]: INFO nova.compute.manager [-] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Took 1.03 seconds to deallocate network for instance. [ 1795.047211] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.196166] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479982} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.199709] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.200148] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.200302] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.209522] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "12ae10cf-c7c9-4343-a045-ced416c24f70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.209842] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.255836] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.425818] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3d5a0626-f143-421d-9aaa-f71cd6c943cb tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.433420] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd583814-b4c5-4142-a142-1feb81587668 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.446600] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17303e8c-419e-434c-9e22-15b1eba6efa2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.453168] env[62533]: DEBUG oslo_concurrency.lockutils [None req-720b9f85-c05e-4b92-adae-030d5523bac0 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.910s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.486262] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dfe430-e145-429d-aa94-c3448baaad40 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.498048] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4fb5e0-8a9b-41bc-b2ef-cb62cd070446 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.513592] env[62533]: DEBUG nova.compute.provider_tree [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.543883] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898849, 'name': PowerOffVM_Task, 'duration_secs': 0.431101} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.544819] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.545117] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.545933] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db055e-8f91-4abc-9a8b-dd8572b123cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.567853] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2242dd1-b1c9-4003-805b-c6a3d6c3a896 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.713576] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.758476] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898848, 'name': ReconfigVM_Task, 'duration_secs': 0.883554} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.758476] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 589c2c6f-7a01-4426-8b9b-69bd69b99dc1/589c2c6f-7a01-4426-8b9b-69bd69b99dc1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.759388] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6adc91-3143-4293-b259-f49d40c9b7ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.767619] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1795.767619] env[62533]: value = "task-1898850" [ 1795.767619] env[62533]: _type = "Task" [ 1795.767619] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.777336] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898850, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.847857] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.848174] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514caf96-5b6c-4bc8-8bd3-e8706d76eea3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.855899] env[62533]: DEBUG oslo_vmware.api [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1795.855899] env[62533]: value = "task-1898851" [ 1795.855899] env[62533]: _type = "Task" [ 1795.855899] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.865917] env[62533]: DEBUG oslo_vmware.api [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.910596] env[62533]: DEBUG nova.network.neutron [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updated VIF entry in instance network info cache for port 0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.910979] env[62533]: DEBUG nova.network.neutron [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [{"id": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "address": "fa:16:3e:24:a3:74", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba1cb2c-6f", "ovs_interfaceid": "0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.017219] env[62533]: DEBUG nova.scheduler.client.report [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.034117] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.034117] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.081687] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1796.081929] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a677c093-bd13-4a2e-9dac-f074a0fe3d34 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.093478] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1796.093478] env[62533]: value = "task-1898852" [ 1796.093478] env[62533]: _type = "Task" [ 1796.093478] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.104097] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898852, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.160935] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "688a5680-0ec4-4c67-88b9-f9e59790645f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.161031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.241630] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.248038] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.248275] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.248428] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.248659] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.248807] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.248955] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.249179] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.249336] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.249527] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.249696] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.249890] env[62533]: DEBUG nova.virt.hardware [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.250754] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb406f-0e26-41f0-8df1-2310248e747c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.260128] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d36ca74-5b0a-40e1-969a-6adc8bcda705 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.274957] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:39:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff95bace-ad6d-4a28-b673-d6e368453af9', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.282541] env[62533]: DEBUG oslo.service.loopingcall [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.285525] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.285767] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-123b8d42-a10b-4ced-acb2-237c06007d44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.305951] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898850, 'name': Rename_Task, 'duration_secs': 0.248412} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.307334] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.308017] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.308017] env[62533]: value = "task-1898853" [ 1796.308017] env[62533]: _type = "Task" [ 1796.308017] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.308017] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3483ab3-761c-4425-a781-a2b764866d32 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.321171] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898853, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.322571] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1796.322571] env[62533]: value = "task-1898854" [ 1796.322571] env[62533]: _type = "Task" [ 1796.322571] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.331997] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.369032] env[62533]: DEBUG oslo_vmware.api [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898851, 'name': PowerOffVM_Task, 'duration_secs': 0.229287} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.369032] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.369032] env[62533]: DEBUG nova.compute.manager [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.369514] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8888c6bd-4fb0-44f0-b87f-a7f42882244e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.413711] env[62533]: DEBUG oslo_concurrency.lockutils [req-84acac18-ac87-4b10-8607-8706e0c87142 req-b7918956-84c9-42b2-82ac-9af25013e4ec service nova] Releasing lock "refresh_cache-5934998c-533d-4b17-a5aa-b54496a7ba6a" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.523157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.523768] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.527035] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.803s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.528580] env[62533]: INFO nova.compute.claims [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.539762] env[62533]: DEBUG nova.compute.utils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.604620] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898852, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.664064] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.704107] env[62533]: DEBUG nova.objects.instance [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'flavor' on Instance uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.819812] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898853, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.833783] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.882661] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f04aae31-be05-46d1-9bd0-4c9631143887 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.033388] env[62533]: DEBUG nova.compute.utils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.036623] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.036765] env[62533]: DEBUG nova.network.neutron [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.043818] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.104621] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898852, 'name': CreateSnapshot_Task, 'duration_secs': 0.733424} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.106134] env[62533]: DEBUG nova.policy [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd57f2627af34aacb4403d2c5c152f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c538c486c6649218e5b3ed74984c0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.107786] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1797.110522] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f26ce3-f4d8-4543-a100-bc58a0025eb0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.192381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.210105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.210265] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.210441] env[62533]: DEBUG nova.network.neutron [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.210620] env[62533]: DEBUG nova.objects.instance [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'info_cache' on Instance uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.319828] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898853, 'name': CreateVM_Task, 'duration_secs': 0.695449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.320019] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.320722] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.320953] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.321300] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.321562] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189d5936-e984-475a-bff2-b9f96b19dc6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.332284] env[62533]: DEBUG oslo_vmware.api [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898854, 'name': PowerOnVM_Task, 'duration_secs': 0.664935} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.333425] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.333645] env[62533]: INFO nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1797.333827] env[62533]: DEBUG nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.334161] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1797.334161] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524d762d-5299-8634-31ad-ea75fa5dc938" [ 1797.334161] env[62533]: _type = "Task" [ 1797.334161] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.334856] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18129b49-a5f4-4ceb-a583-eee030ced76e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.350148] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524d762d-5299-8634-31ad-ea75fa5dc938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.487533] env[62533]: DEBUG nova.network.neutron [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Successfully created port: 9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.540521] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.632410] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1797.634386] env[62533]: DEBUG nova.objects.instance [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lazy-loading 'flavor' on Instance uuid 2ad289b7-dc2b-480d-82e4-06add5aeacab {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.638464] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74118b49-205a-48eb-9e70-a69dc7d29312 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.657260] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1797.657260] env[62533]: value = "task-1898855" [ 1797.657260] env[62533]: _type = "Task" [ 1797.657260] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.669083] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898855, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.714581] env[62533]: DEBUG nova.objects.base [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Object Instance<385c7f84-8efd-47d6-ae9b-97d63009b89c> lazy-loaded attributes: flavor,info_cache {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1797.850382] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524d762d-5299-8634-31ad-ea75fa5dc938, 'name': SearchDatastore_Task, 'duration_secs': 0.039822} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.853297] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.853559] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.853757] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.853935] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.854150] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.858988] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4f16cd-6437-483c-a690-eb6a0608ace4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.864978] env[62533]: INFO nova.compute.manager [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Took 23.96 seconds to build instance. [ 1797.875992] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.875992] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.876317] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73433584-8974-4c7c-aad6-39f75ff38f63 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.884793] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1797.884793] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520fc35d-b704-adc8-60ee-265c42c3b27f" [ 1797.884793] env[62533]: _type = "Task" [ 1797.884793] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.897773] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520fc35d-b704-adc8-60ee-265c42c3b27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.939891] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696ed1f-6a97-4000-a259-e9d642862aae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.947991] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b59e723-f39b-4029-bd36-92271e41dc81 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.981922] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a9521-a1e8-40a9-9280-eddb127f72e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.990330] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d49a50-2991-4f2e-849c-005c982c7c6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.004142] env[62533]: DEBUG nova.compute.provider_tree [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.141048] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.141254] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquired lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.141425] env[62533]: DEBUG nova.network.neutron [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.141596] env[62533]: DEBUG nova.objects.instance [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lazy-loading 'info_cache' on Instance uuid 2ad289b7-dc2b-480d-82e4-06add5aeacab {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.151683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.151842] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.152143] env[62533]: INFO nova.compute.manager [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Attaching volume 9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c to /dev/sdc [ 1798.170074] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898855, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.184096] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eea905-7ae9-4e62-9a70-664e6bb33422 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.192293] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92ac89-ca83-41bc-bca5-c1b53697734f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.207449] env[62533]: DEBUG nova.virt.block_device [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating existing volume attachment record: 3d68d3bd-56da-4ccd-81e1-94532022846d {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1798.367636] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cf2e6c0e-da4a-46c3-8de6-6f99d87b7ad7 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.468s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.397562] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520fc35d-b704-adc8-60ee-265c42c3b27f, 'name': SearchDatastore_Task, 'duration_secs': 0.026709} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.398385] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f8f7f3-efd2-4b3a-bd74-0140c7e05466 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.407702] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1798.407702] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5242bec1-6cf6-860d-b865-c87a97e436f4" [ 1798.407702] env[62533]: _type = "Task" [ 1798.407702] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.417050] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5242bec1-6cf6-860d-b865-c87a97e436f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.441987] env[62533]: DEBUG nova.network.neutron [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.507556] env[62533]: DEBUG nova.scheduler.client.report [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.556708] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.583212] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.583461] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.583671] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.583890] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.584058] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.584262] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.584525] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.584731] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.584939] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.585324] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.585560] env[62533]: DEBUG nova.virt.hardware [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.586511] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad26cd4-6415-4ccf-9c81-245650627247 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.596180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692e9295-5fa6-4693-a372-19749950fad3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.644790] env[62533]: DEBUG nova.objects.base [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Object Instance<2ad289b7-dc2b-480d-82e4-06add5aeacab> lazy-loaded attributes: flavor,info_cache {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1798.670102] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898855, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.922115] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5242bec1-6cf6-860d-b865-c87a97e436f4, 'name': SearchDatastore_Task, 'duration_secs': 0.02028} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.922445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.922715] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.923017] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36aa68eb-71a6-4cd2-ba5a-d9470e6c1765 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.933213] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1798.933213] env[62533]: value = "task-1898857" [ 1798.933213] env[62533]: _type = "Task" [ 1798.933213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.944166] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.944669] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.013514] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.014235] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.017223] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.908s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.017441] env[62533]: DEBUG nova.objects.instance [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lazy-loading 'resources' on Instance uuid c3215d85-b9ae-4bc9-873d-a5311626f20a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.182348] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898855, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.184345] env[62533]: DEBUG nova.compute.manager [req-f53fe4fd-19ea-46c4-a913-7ca438da61d4 req-46f4283e-0d2e-4c22-b8b6-a5012109a5db service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Received event network-vif-plugged-9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1799.184554] env[62533]: DEBUG oslo_concurrency.lockutils [req-f53fe4fd-19ea-46c4-a913-7ca438da61d4 req-46f4283e-0d2e-4c22-b8b6-a5012109a5db service nova] Acquiring lock "30643d52-f39c-4674-88ed-327e3b4bdab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.184770] env[62533]: DEBUG oslo_concurrency.lockutils [req-f53fe4fd-19ea-46c4-a913-7ca438da61d4 req-46f4283e-0d2e-4c22-b8b6-a5012109a5db service nova] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.185037] env[62533]: DEBUG oslo_concurrency.lockutils [req-f53fe4fd-19ea-46c4-a913-7ca438da61d4 req-46f4283e-0d2e-4c22-b8b6-a5012109a5db service nova] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.185231] env[62533]: DEBUG nova.compute.manager [req-f53fe4fd-19ea-46c4-a913-7ca438da61d4 req-46f4283e-0d2e-4c22-b8b6-a5012109a5db service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] No waiting events found dispatching network-vif-plugged-9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.185401] env[62533]: WARNING nova.compute.manager [req-f53fe4fd-19ea-46c4-a913-7ca438da61d4 req-46f4283e-0d2e-4c22-b8b6-a5012109a5db service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Received unexpected event network-vif-plugged-9096184d-5b9b-457a-b2e4-41d6c5adddf8 for instance with vm_state building and task_state spawning. [ 1799.251563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.251995] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.252309] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.252516] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.252712] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.254920] env[62533]: INFO nova.compute.manager [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Terminating instance [ 1799.338397] env[62533]: DEBUG nova.network.neutron [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Successfully updated port: 9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.449473] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.450714] env[62533]: DEBUG nova.network.neutron [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Updating instance_info_cache with network_info: [{"id": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "address": "fa:16:3e:2f:4f:87", "network": {"id": "444f8806-277e-41e3-8eda-4e7e318e51d9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-584392961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64b81a5cfbda4447b5fa31065d946ebc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4e89f-58", "ovs_interfaceid": "e5c4e89f-583a-44dc-9da7-8d2248ed047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.524203] env[62533]: DEBUG nova.compute.utils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1799.526625] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1799.526824] env[62533]: DEBUG nova.network.neutron [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.599122] env[62533]: DEBUG nova.policy [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f378cdd08b47838725616ecece0b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af543166e5ae40f0b6ef8e13010ad355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1799.678405] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898855, 'name': CloneVM_Task, 'duration_secs': 1.690423} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.678744] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Created linked-clone VM from snapshot [ 1799.679596] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d7afc0-fb68-4238-84d1-2a386dd1e107 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.688277] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Uploading image d3b542a9-4a9a-4e83-8d1f-686852414bd5 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1799.719011] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1799.719011] env[62533]: value = "vm-392070" [ 1799.719011] env[62533]: _type = "VirtualMachine" [ 1799.719011] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1799.719330] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-12bc77e6-b4de-4a35-a26e-3625ba387a2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.733155] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lease: (returnval){ [ 1799.733155] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc488b-ded6-c23f-d35f-c8941a90cae5" [ 1799.733155] env[62533]: _type = "HttpNfcLease" [ 1799.733155] env[62533]: } obtained for exporting VM: (result){ [ 1799.733155] env[62533]: value = "vm-392070" [ 1799.733155] env[62533]: _type = "VirtualMachine" [ 1799.733155] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1799.733448] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the lease: (returnval){ [ 1799.733448] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc488b-ded6-c23f-d35f-c8941a90cae5" [ 1799.733448] env[62533]: _type = "HttpNfcLease" [ 1799.733448] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1799.746270] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1799.746270] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc488b-ded6-c23f-d35f-c8941a90cae5" [ 1799.746270] env[62533]: _type = "HttpNfcLease" [ 1799.746270] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1799.761190] env[62533]: DEBUG nova.compute.manager [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.761643] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.762389] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc766b7-55cf-4cce-a247-e2b4345205d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.775886] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.776270] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e97e39e0-49ee-4c8e-aefd-56cd96d2306b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.784942] env[62533]: DEBUG oslo_vmware.api [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1799.784942] env[62533]: value = "task-1898859" [ 1799.784942] env[62533]: _type = "Task" [ 1799.784942] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.796883] env[62533]: DEBUG oslo_vmware.api [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.839879] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.840036] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.840241] env[62533]: DEBUG nova.network.neutron [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.915183] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600a514-b33c-416a-8ee0-04e677d19fc6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.924298] env[62533]: DEBUG nova.network.neutron [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Successfully created port: 46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1799.926988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd8c02-497d-47c1-be9b-eded3cbbb305 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.963193] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.963665] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Releasing lock "refresh_cache-2ad289b7-dc2b-480d-82e4-06add5aeacab" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.967208] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec7a2965-6575-4887-8d1e-2ba8a93aa437 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.969576] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8a22f-f39c-4fd0-86fb-b673a359df3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.982133] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.985859] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.986191] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.986556] env[62533]: DEBUG oslo_vmware.api [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1799.986556] env[62533]: value = "task-1898860" [ 1799.986556] env[62533]: _type = "Task" [ 1799.986556] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.987567] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85667c6a-b927-4116-88a5-a877fca0eb37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.990794] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af15d1ee-5173-46e4-8313-5a1674a597d3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.006955] env[62533]: DEBUG oslo_vmware.api [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898860, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.017058] env[62533]: DEBUG nova.compute.provider_tree [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.019221] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1800.019221] env[62533]: value = "task-1898861" [ 1800.019221] env[62533]: _type = "Task" [ 1800.019221] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.032921] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.035994] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.242066] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.242066] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc488b-ded6-c23f-d35f-c8941a90cae5" [ 1800.242066] env[62533]: _type = "HttpNfcLease" [ 1800.242066] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1800.242397] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1800.242397] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cc488b-ded6-c23f-d35f-c8941a90cae5" [ 1800.242397] env[62533]: _type = "HttpNfcLease" [ 1800.242397] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1800.243166] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e03e9-8e8c-431d-869b-9a1deeea4d27 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.251246] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d482d-8494-ac20-1a90-5771540b8d5b/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1800.251455] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d482d-8494-ac20-1a90-5771540b8d5b/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1800.324724] env[62533]: DEBUG oslo_vmware.api [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898859, 'name': PowerOffVM_Task, 'duration_secs': 0.266431} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.325143] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.325392] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.325704] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289395d6-5980-4f44-818c-8a19cde97879 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.349834] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-698cd2f4-4226-4087-8c56-28584b999575 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.381464] env[62533]: DEBUG nova.network.neutron [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.476263] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.476751] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a5d811-a0d1-4ad6-a1a6-9663a3d15051 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.486992] env[62533]: DEBUG oslo_vmware.api [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1800.486992] env[62533]: value = "task-1898864" [ 1800.486992] env[62533]: _type = "Task" [ 1800.486992] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.504131] env[62533]: DEBUG oslo_vmware.api [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.507849] env[62533]: DEBUG oslo_vmware.api [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898860, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.521138] env[62533]: DEBUG nova.scheduler.client.report [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.536124] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230174} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.536530] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.541061] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035a299-6d8f-441a-947c-cff71629d6c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.548562] env[62533]: DEBUG nova.network.neutron [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Updating instance_info_cache with network_info: [{"id": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "address": "fa:16:3e:92:54:21", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9096184d-5b", "ovs_interfaceid": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.570397] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.573375] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97353328-8320-43f8-9ce6-6e19ac79c02f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.590682] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.590682] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.590682] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Deleting the datastore file [datastore1] 589c2c6f-7a01-4426-8b9b-69bd69b99dc1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.591477] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14d04bc-6eb2-4b8e-b9fb-d073d039d367 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.596754] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1800.596754] env[62533]: value = "task-1898865" [ 1800.596754] env[62533]: _type = "Task" [ 1800.596754] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.601717] env[62533]: DEBUG oslo_vmware.api [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for the task: (returnval){ [ 1800.601717] env[62533]: value = "task-1898866" [ 1800.601717] env[62533]: _type = "Task" [ 1800.601717] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.612153] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.620616] env[62533]: DEBUG oslo_vmware.api [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.009441] env[62533]: DEBUG oslo_vmware.api [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898860, 'name': PowerOnVM_Task, 'duration_secs': 0.528413} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.010164] env[62533]: DEBUG oslo_vmware.api [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898864, 'name': PowerOnVM_Task, 'duration_secs': 0.450102} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.010164] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.010878] env[62533]: DEBUG nova.compute.manager [None req-94e214c8-64da-4953-ae82-25baf7c4d085 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.011374] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.011575] env[62533]: DEBUG nova.compute.manager [None req-1814e475-b745-4807-b51f-4120a06cfce6 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.012435] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e705115b-2bef-41c0-9167-6a2af0b17065 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.016375] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc2981-42d6-4760-aac3-ab542f68d492 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.030732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.033252] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.010s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.034833] env[62533]: INFO nova.compute.claims [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1801.047514] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.051548] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.051879] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Instance network_info: |[{"id": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "address": "fa:16:3e:92:54:21", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9096184d-5b", "ovs_interfaceid": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1801.052305] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:54:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9096184d-5b9b-457a-b2e4-41d6c5adddf8', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.060518] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Creating folder: Project (9c538c486c6649218e5b3ed74984c0b0). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1801.060926] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff13cf52-a76d-4a26-87fe-2286be7c388b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.066818] env[62533]: INFO nova.scheduler.client.report [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Deleted allocations for instance c3215d85-b9ae-4bc9-873d-a5311626f20a [ 1801.075617] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Created folder: Project (9c538c486c6649218e5b3ed74984c0b0) in parent group-v391816. [ 1801.075773] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Creating folder: Instances. Parent ref: group-v392072. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1801.077076] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc438ea1-265c-4eb5-af3a-a988e2699cc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.085249] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.085512] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.085828] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.086076] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.087041] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.087041] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.087041] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.087041] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.087237] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.087327] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.087470] env[62533]: DEBUG nova.virt.hardware [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.088728] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68464fa3-0ced-4a2c-a1f0-fe710ade6375 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.093487] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Created folder: Instances in parent group-v392072. [ 1801.093757] env[62533]: DEBUG oslo.service.loopingcall [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.095240] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.095468] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95195d91-4775-424b-b907-0309c190bf69 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.120748] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1467d-52d6-4deb-bcf5-e41b4657a3fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.126511] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.126511] env[62533]: value = "task-1898869" [ 1801.126511] env[62533]: _type = "Task" [ 1801.126511] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.149251] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.149919] env[62533]: DEBUG oslo_vmware.api [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Task: {'id': task-1898866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214052} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.150652] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.150853] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.151077] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.151269] env[62533]: INFO nova.compute.manager [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1801.151805] env[62533]: DEBUG oslo.service.loopingcall [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.152450] env[62533]: DEBUG nova.compute.manager [-] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.152564] env[62533]: DEBUG nova.network.neutron [-] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.158209] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898869, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.245890] env[62533]: DEBUG nova.compute.manager [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Received event network-changed-9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1801.248222] env[62533]: DEBUG nova.compute.manager [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Refreshing instance network info cache due to event network-changed-9096184d-5b9b-457a-b2e4-41d6c5adddf8. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1801.248222] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] Acquiring lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.248222] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] Acquired lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.248222] env[62533]: DEBUG nova.network.neutron [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Refreshing network info cache for port 9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.578911] env[62533]: DEBUG oslo_concurrency.lockutils [None req-531b5d55-08f1-4e1a-b1bb-382c5d5a4cce tempest-ServersWithSpecificFlavorTestJSON-552851667 tempest-ServersWithSpecificFlavorTestJSON-552851667-project-member] Lock "c3215d85-b9ae-4bc9-873d-a5311626f20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.572s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.625509] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898865, 'name': ReconfigVM_Task, 'duration_secs': 0.747216} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.625864] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3423229b-d04f-495b-a112-8cd2dc727b74/3423229b-d04f-495b-a112-8cd2dc727b74.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.626719] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ceff1b3-959e-40ec-9dfb-b887941dad15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.639855] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898869, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.642408] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1801.642408] env[62533]: value = "task-1898870" [ 1801.642408] env[62533]: _type = "Task" [ 1801.642408] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.652449] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898870, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.051598] env[62533]: DEBUG nova.network.neutron [-] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.142986] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898869, 'name': CreateVM_Task, 'duration_secs': 0.680273} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.143139] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.147409] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.147581] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.147902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.150645] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1352152-26f7-40b2-a535-4b2bc2c1971d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.157047] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1802.157047] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52abcf6c-da6e-d2d6-3e96-a42f6654144c" [ 1802.157047] env[62533]: _type = "Task" [ 1802.157047] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.160540] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898870, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.173686] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52abcf6c-da6e-d2d6-3e96-a42f6654144c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.438851] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9592ed5c-7c03-4053-990d-cbed233fbab7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.447843] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27d1cee-bde5-4cdf-9791-2b9b67093549 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.495164] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7239a53f-d1a8-455f-a7f1-8ed68498dd7a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.505392] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc48054c-dcb5-487f-8b9d-19b5eaf88463 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.521778] env[62533]: DEBUG nova.compute.provider_tree [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.555499] env[62533]: INFO nova.compute.manager [-] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Took 1.40 seconds to deallocate network for instance. [ 1802.570543] env[62533]: DEBUG nova.network.neutron [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Updated VIF entry in instance network info cache for port 9096184d-5b9b-457a-b2e4-41d6c5adddf8. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.570984] env[62533]: DEBUG nova.network.neutron [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Updating instance_info_cache with network_info: [{"id": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "address": "fa:16:3e:92:54:21", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9096184d-5b", "ovs_interfaceid": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.654255] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898870, 'name': Rename_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.671974] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52abcf6c-da6e-d2d6-3e96-a42f6654144c, 'name': SearchDatastore_Task, 'duration_secs': 0.020494} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.672224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.672499] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.672741] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.672900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.673101] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.673417] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a18084d-286f-47cf-9964-9f138261a14c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.686549] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.686820] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.687631] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315faf60-647a-4b48-9a7c-05c7430987ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.695554] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1802.695554] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52aeb3df-a2d9-485c-36f7-26153612bf0f" [ 1802.695554] env[62533]: _type = "Task" [ 1802.695554] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.705789] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52aeb3df-a2d9-485c-36f7-26153612bf0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.737895] env[62533]: DEBUG nova.network.neutron [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Successfully updated port: 46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.760422] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1802.760576] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392071', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'name': 'volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'serial': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1802.761799] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb781b9-ac7b-4fd8-909e-c151e10a87b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.780535] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169ac42-a697-42c0-a6c6-7aa0c0134f73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.812704] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c/volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.813106] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9f5c35-b212-4212-9fb6-4b80f3ec85d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.834970] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1802.834970] env[62533]: value = "task-1898871" [ 1802.834970] env[62533]: _type = "Task" [ 1802.834970] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.849661] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.024727] env[62533]: DEBUG nova.scheduler.client.report [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.064473] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.073551] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca06a37-e7b1-465b-a37a-3e514fcaa75b req-83aa2972-8688-4956-a173-5b32d74047fb service nova] Releasing lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.154871] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898870, 'name': Rename_Task, 'duration_secs': 1.304896} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.155226] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.155487] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f58f44-8c13-4d5e-827e-e956527270b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.164260] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1803.164260] env[62533]: value = "task-1898872" [ 1803.164260] env[62533]: _type = "Task" [ 1803.164260] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.174447] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.208075] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52aeb3df-a2d9-485c-36f7-26153612bf0f, 'name': SearchDatastore_Task, 'duration_secs': 0.018555} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.208947] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff49228d-bce5-4a79-bfab-2f0d5e13d073 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.216352] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1803.216352] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b5435-b8fd-4e07-f488-916c8f46c23f" [ 1803.216352] env[62533]: _type = "Task" [ 1803.216352] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.225761] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b5435-b8fd-4e07-f488-916c8f46c23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.240702] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.240883] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.241061] env[62533]: DEBUG nova.network.neutron [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.284876] env[62533]: DEBUG nova.compute.manager [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Received event network-vif-deleted-bbce8038-eb9e-429d-b8a0-d15f3008462d {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1803.284984] env[62533]: DEBUG nova.compute.manager [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Received event network-vif-plugged-46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1803.285200] env[62533]: DEBUG oslo_concurrency.lockutils [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] Acquiring lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.285645] env[62533]: DEBUG oslo_concurrency.lockutils [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.285838] env[62533]: DEBUG oslo_concurrency.lockutils [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.286108] env[62533]: DEBUG nova.compute.manager [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] No waiting events found dispatching network-vif-plugged-46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.286279] env[62533]: WARNING nova.compute.manager [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Received unexpected event network-vif-plugged-46dd9017-3038-4ea7-a512-b2804e9509ea for instance with vm_state building and task_state spawning. [ 1803.286487] env[62533]: DEBUG nova.compute.manager [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Received event network-changed-46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1803.286720] env[62533]: DEBUG nova.compute.manager [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Refreshing instance network info cache due to event network-changed-46dd9017-3038-4ea7-a512-b2804e9509ea. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1803.286891] env[62533]: DEBUG oslo_concurrency.lockutils [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] Acquiring lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.346146] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.531057] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.531892] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1803.536759] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.992s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.537167] env[62533]: DEBUG nova.objects.instance [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lazy-loading 'resources' on Instance uuid e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.675566] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898872, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.728059] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b5435-b8fd-4e07-f488-916c8f46c23f, 'name': SearchDatastore_Task, 'duration_secs': 0.028351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.728059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.728437] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/30643d52-f39c-4674-88ed-327e3b4bdab4.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.728594] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a0e04d7-d96d-4d95-b84e-d7a9fb439d90 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.739023] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1803.739023] env[62533]: value = "task-1898873" [ 1803.739023] env[62533]: _type = "Task" [ 1803.739023] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.750294] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.786620] env[62533]: DEBUG nova.network.neutron [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.850497] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898871, 'name': ReconfigVM_Task, 'duration_secs': 0.831918} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.850497] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c/volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.854096] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1c0d81-307b-4d84-bb59-02894fcbbe05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.874933] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1803.874933] env[62533]: value = "task-1898874" [ 1803.874933] env[62533]: _type = "Task" [ 1803.874933] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.884712] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.026090] env[62533]: DEBUG nova.network.neutron [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Updating instance_info_cache with network_info: [{"id": "46dd9017-3038-4ea7-a512-b2804e9509ea", "address": "fa:16:3e:fe:f1:d9", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dd9017-30", "ovs_interfaceid": "46dd9017-3038-4ea7-a512-b2804e9509ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.040944] env[62533]: DEBUG nova.compute.utils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1804.049597] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1804.049597] env[62533]: DEBUG nova.network.neutron [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1804.142472] env[62533]: DEBUG nova.policy [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1804.176848] env[62533]: DEBUG oslo_vmware.api [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898872, 'name': PowerOnVM_Task, 'duration_secs': 0.940866} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.180416] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.180515] env[62533]: DEBUG nova.compute.manager [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.181827] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd483ce2-6720-4d70-9c2b-f1f2a36095a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.251952] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898873, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.389037] env[62533]: DEBUG oslo_vmware.api [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898874, 'name': ReconfigVM_Task, 'duration_secs': 0.228563} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.392933] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392071', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'name': 'volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'serial': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1804.436812] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa52a1-d1b2-46ec-8153-7832fbc1f478 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.447395] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ccfae7-72df-4dfe-a603-456029db1861 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.494193] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6574b4e-db48-4c8f-93c3-1536d2fc3bfe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.504286] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b53f6b-c29e-4feb-96c0-14054ac5695e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.521192] env[62533]: DEBUG nova.compute.provider_tree [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.531718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.531718] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Instance network_info: |[{"id": "46dd9017-3038-4ea7-a512-b2804e9509ea", "address": "fa:16:3e:fe:f1:d9", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dd9017-30", "ovs_interfaceid": "46dd9017-3038-4ea7-a512-b2804e9509ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.531718] env[62533]: DEBUG oslo_concurrency.lockutils [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] Acquired lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.531718] env[62533]: DEBUG nova.network.neutron [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Refreshing network info cache for port 46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.531718] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:f1:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46dd9017-3038-4ea7-a512-b2804e9509ea', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.540339] env[62533]: DEBUG oslo.service.loopingcall [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.541323] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.541501] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26cb482c-f705-48e4-b265-6ee4441f17da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.558913] env[62533]: DEBUG nova.network.neutron [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Successfully created port: 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.561922] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.574857] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.574857] env[62533]: value = "task-1898875" [ 1804.574857] env[62533]: _type = "Task" [ 1804.574857] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.586018] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898875, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.711077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.753008] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979247} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.753461] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/30643d52-f39c-4674-88ed-327e3b4bdab4.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.753808] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.754511] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad8399bf-9365-4f11-95e4-bfcd0f40c9f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.764097] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1804.764097] env[62533]: value = "task-1898876" [ 1804.764097] env[62533]: _type = "Task" [ 1804.764097] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.776270] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.027477] env[62533]: DEBUG nova.scheduler.client.report [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.098625] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898875, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.278961] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140103} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.280434] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.281274] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9fdf8-4ef0-4214-a2ae-536aa39cafd2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.314574] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/30643d52-f39c-4674-88ed-327e3b4bdab4.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.316851] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83aa027b-88de-42d0-830f-2cd779edba9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.337949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "43665738-7f4e-49ac-b597-a031add7e887" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.338219] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "43665738-7f4e-49ac-b597-a031add7e887" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.338556] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "43665738-7f4e-49ac-b597-a031add7e887-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.338592] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "43665738-7f4e-49ac-b597-a031add7e887-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.338801] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "43665738-7f4e-49ac-b597-a031add7e887-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.341292] env[62533]: INFO nova.compute.manager [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Terminating instance [ 1805.347606] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1805.347606] env[62533]: value = "task-1898877" [ 1805.347606] env[62533]: _type = "Task" [ 1805.347606] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.358632] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.385703] env[62533]: DEBUG nova.network.neutron [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Updated VIF entry in instance network info cache for port 46dd9017-3038-4ea7-a512-b2804e9509ea. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.386121] env[62533]: DEBUG nova.network.neutron [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Updating instance_info_cache with network_info: [{"id": "46dd9017-3038-4ea7-a512-b2804e9509ea", "address": "fa:16:3e:fe:f1:d9", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dd9017-30", "ovs_interfaceid": "46dd9017-3038-4ea7-a512-b2804e9509ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.465986] env[62533]: DEBUG nova.objects.instance [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.531296] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.534244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.293s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.536580] env[62533]: INFO nova.compute.claims [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.575296] env[62533]: INFO nova.scheduler.client.report [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Deleted allocations for instance e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7 [ 1805.579975] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1805.595518] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898875, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.624612] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.624857] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.625173] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.625435] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.625590] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.626177] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.626177] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.626177] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.626643] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.626643] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.626643] env[62533]: DEBUG nova.virt.hardware [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.627697] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd9d1d-1817-4725-bc09-5214666bc746 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.637836] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e26cce-e2c5-42fb-b370-d13a400bfe14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.847521] env[62533]: DEBUG nova.compute.manager [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.847521] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.848183] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9916b8-9a78-43a6-8c9b-fa5492c91b7b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.861331] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.863590] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.863843] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332a9a99-6a72-47b4-9393-146534b76cd6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.871977] env[62533]: DEBUG oslo_vmware.api [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1805.871977] env[62533]: value = "task-1898878" [ 1805.871977] env[62533]: _type = "Task" [ 1805.871977] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.881668] env[62533]: DEBUG oslo_vmware.api [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.888915] env[62533]: DEBUG oslo_concurrency.lockutils [req-e39513c7-fa0b-4ad5-b1be-50e88a37d979 req-abaa07e3-ff3e-4bdf-aea1-00dca9a61ea7 service nova] Releasing lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.971873] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae462075-2734-418c-ad6a-7444952e58e1 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.820s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.029135] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.029431] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.029642] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.029962] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.030181] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.032371] env[62533]: INFO nova.compute.manager [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Terminating instance [ 1806.095625] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898875, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.096197] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddaaeb10-3c15-4a6c-b122-c212644c58a0 tempest-ServerShowV247Test-284655845 tempest-ServerShowV247Test-284655845-project-member] Lock "e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.822s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.207846] env[62533]: DEBUG nova.compute.manager [req-b6ea0ff9-1036-4062-a7ef-b1c850e393d7 req-573c5992-77e5-4a76-b661-133492b211b5 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-vif-plugged-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1806.208584] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6ea0ff9-1036-4062-a7ef-b1c850e393d7 req-573c5992-77e5-4a76-b661-133492b211b5 service nova] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.208947] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6ea0ff9-1036-4062-a7ef-b1c850e393d7 req-573c5992-77e5-4a76-b661-133492b211b5 service nova] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.209253] env[62533]: DEBUG oslo_concurrency.lockutils [req-b6ea0ff9-1036-4062-a7ef-b1c850e393d7 req-573c5992-77e5-4a76-b661-133492b211b5 service nova] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.209561] env[62533]: DEBUG nova.compute.manager [req-b6ea0ff9-1036-4062-a7ef-b1c850e393d7 req-573c5992-77e5-4a76-b661-133492b211b5 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] No waiting events found dispatching network-vif-plugged-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1806.209827] env[62533]: WARNING nova.compute.manager [req-b6ea0ff9-1036-4062-a7ef-b1c850e393d7 req-573c5992-77e5-4a76-b661-133492b211b5 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received unexpected event network-vif-plugged-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba for instance with vm_state building and task_state spawning. [ 1806.234184] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.234477] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.307419] env[62533]: DEBUG nova.network.neutron [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Successfully updated port: 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1806.308905] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.309129] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.309276] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1806.362871] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898877, 'name': ReconfigVM_Task, 'duration_secs': 0.753521} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.363199] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/30643d52-f39c-4674-88ed-327e3b4bdab4.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.363881] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91efedbc-5cae-4967-930e-560eb0f77a6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.377161] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1806.377161] env[62533]: value = "task-1898879" [ 1806.377161] env[62533]: _type = "Task" [ 1806.377161] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.386612] env[62533]: DEBUG oslo_vmware.api [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898878, 'name': PowerOffVM_Task, 'duration_secs': 0.367197} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.387529] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.387788] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1806.388948] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9857c9-f21e-43e9-9ec3-7a5a702c357d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.395556] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898879, 'name': Rename_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.542076] env[62533]: DEBUG nova.compute.manager [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.542252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.543281] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba05f1c-55b8-4aa2-82fc-06202c03348d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.555036] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.555336] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d3fe41-7ce5-4d30-86f3-6307ac8cb5fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.565262] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1806.565262] env[62533]: value = "task-1898881" [ 1806.565262] env[62533]: _type = "Task" [ 1806.565262] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.578152] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.600081] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898875, 'name': CreateVM_Task, 'duration_secs': 1.655816} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.600081] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.600389] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.600609] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.600971] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.602269] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87bd1e89-e129-46b4-bb3c-6ffe1a667fad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.609332] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1806.609722] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1806.609968] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleting the datastore file [datastore2] 43665738-7f4e-49ac-b597-a031add7e887 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.610733] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c2d8df-34b7-4b32-8a7a-0731e62acd62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.620278] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1806.620278] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5113b-59fb-6d9c-336f-1bd67b7025ad" [ 1806.620278] env[62533]: _type = "Task" [ 1806.620278] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.630107] env[62533]: DEBUG oslo_vmware.api [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1806.630107] env[62533]: value = "task-1898882" [ 1806.630107] env[62533]: _type = "Task" [ 1806.630107] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.640650] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5113b-59fb-6d9c-336f-1bd67b7025ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019058} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.641722] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.642066] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.642374] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.642585] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.642848] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.643227] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f801e4-cb58-4c04-97b2-26658d4f79b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.648951] env[62533]: DEBUG oslo_vmware.api [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.657828] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.658071] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.658877] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5c7c50-75a4-4d14-a671-0c778f2badf8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.665328] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1806.665328] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bf095d-7f8f-b852-2449-629399fdeb89" [ 1806.665328] env[62533]: _type = "Task" [ 1806.665328] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.678182] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bf095d-7f8f-b852-2449-629399fdeb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.740434] env[62533]: INFO nova.compute.manager [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Detaching volume 30e2b0f5-5ca2-46b5-b457-267b08da7719 [ 1806.807853] env[62533]: INFO nova.virt.block_device [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Attempting to driver detach volume 30e2b0f5-5ca2-46b5-b457-267b08da7719 from mountpoint /dev/sdb [ 1806.808221] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1806.808571] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392064', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'name': 'volume-30e2b0f5-5ca2-46b5-b457-267b08da7719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'serial': '30e2b0f5-5ca2-46b5-b457-267b08da7719'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1806.810064] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc14676-9c0f-44c7-859a-e8acd733ac1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.823615] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.823895] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.824125] env[62533]: DEBUG nova.network.neutron [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.857649] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf739104-6a40-4534-825d-a49ca49d7f50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.867176] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9d79e-2161-489c-b9bd-db28fd19cb27 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.909758] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a8aeaf-454a-468e-abc5-3e10f40efd37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.933433] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] The volume has not been displaced from its original location: [datastore1] volume-30e2b0f5-5ca2-46b5-b457-267b08da7719/volume-30e2b0f5-5ca2-46b5-b457-267b08da7719.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1806.937625] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1806.938037] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898879, 'name': Rename_Task, 'duration_secs': 0.29052} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.941169] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab5e8e3-db21-4065-ab64-bbbfab136948 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.954703] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.955375] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de23029f-e497-46b2-953c-da0567a45b61 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.967041] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1806.967041] env[62533]: value = "task-1898883" [ 1806.967041] env[62533]: _type = "Task" [ 1806.967041] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.970836] env[62533]: DEBUG oslo_vmware.api [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1806.970836] env[62533]: value = "task-1898884" [ 1806.970836] env[62533]: _type = "Task" [ 1806.970836] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.819541] env[62533]: DEBUG oslo_vmware.api [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898883, 'name': PowerOnVM_Task, 'duration_secs': 0.655303} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.819541] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.819541] env[62533]: INFO nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1807.819541] env[62533]: DEBUG nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.820812] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9132a0fb-e0e7-4f3f-a067-04c91be0666d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.836776] env[62533]: DEBUG oslo_vmware.api [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898884, 'name': ReconfigVM_Task, 'duration_secs': 0.370615} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.839163] env[62533]: DEBUG oslo_vmware.api [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508431} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.839163] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898881, 'name': PowerOffVM_Task, 'duration_secs': 0.262667} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.839163] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bf095d-7f8f-b852-2449-629399fdeb89, 'name': SearchDatastore_Task, 'duration_secs': 0.015186} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.841122] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1807.846098] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.846179] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1807.846344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1807.846589] env[62533]: INFO nova.compute.manager [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1807.846779] env[62533]: DEBUG oslo.service.loopingcall [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.847227] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.847227] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.850985] env[62533]: DEBUG nova.network.neutron [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.854529] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e5d69e-a81b-4139-af87-253a37632a30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.863896] env[62533]: DEBUG nova.compute.manager [-] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1807.864043] env[62533]: DEBUG nova.network.neutron [-] [instance: 43665738-7f4e-49ac-b597-a031add7e887] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.866689] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125c84fd-d206-4278-b773-632f1791189a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.869998] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a903f0e-bd65-449f-b5d0-0f4118919350 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.883776] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1807.883776] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528b6de8-1a52-3935-c512-01e8352aaa5d" [ 1807.883776] env[62533]: _type = "Task" [ 1807.883776] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.889637] env[62533]: DEBUG oslo_vmware.api [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1807.889637] env[62533]: value = "task-1898885" [ 1807.889637] env[62533]: _type = "Task" [ 1807.889637] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.902588] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528b6de8-1a52-3935-c512-01e8352aaa5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.910315] env[62533]: DEBUG oslo_vmware.api [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.930263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd1daf-3c42-4d2d-adb8-bbed3b092f83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.940946] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7411dca-859f-4d62-b529-93dbff3e7d60 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.977917] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471e74ca-76b3-44c0-add4-436a901c1246 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.987195] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f6e09-6c35-4604-b90b-6a1c1b64e899 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.004322] env[62533]: DEBUG nova.compute.provider_tree [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.040155] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.040155] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.040708] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleting the datastore file [datastore1] bb5f390f-a7ad-407c-b079-f3e6f4a627d2 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.040708] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d4c6b3-8a03-4ffe-9a74-4495fc3fe7c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.048986] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1808.048986] env[62533]: value = "task-1898887" [ 1808.048986] env[62533]: _type = "Task" [ 1808.048986] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.058105] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.222716] env[62533]: DEBUG nova.network.neutron [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.241839] env[62533]: DEBUG nova.compute.manager [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1808.241839] env[62533]: DEBUG nova.compute.manager [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing instance network info cache due to event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1808.241839] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.388537] env[62533]: INFO nova.compute.manager [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Took 18.31 seconds to build instance. [ 1808.398505] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528b6de8-1a52-3935-c512-01e8352aaa5d, 'name': SearchDatastore_Task, 'duration_secs': 0.018692} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.399165] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.399437] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a0c2954d-dd4f-46c0-a88b-9420d483a4f5/a0c2954d-dd4f-46c0-a88b-9420d483a4f5.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.399757] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeb4e652-9111-4e93-acbd-b2962a7e3856 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.404804] env[62533]: DEBUG oslo_vmware.api [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898885, 'name': ReconfigVM_Task, 'duration_secs': 0.293149} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.405469] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392064', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'name': 'volume-30e2b0f5-5ca2-46b5-b457-267b08da7719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '30e2b0f5-5ca2-46b5-b457-267b08da7719', 'serial': '30e2b0f5-5ca2-46b5-b457-267b08da7719'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1808.412346] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1808.412346] env[62533]: value = "task-1898888" [ 1808.412346] env[62533]: _type = "Task" [ 1808.412346] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.422740] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.510071] env[62533]: DEBUG nova.scheduler.client.report [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.561153] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.725650] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.726015] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Instance network_info: |[{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1808.726351] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.726532] env[62533]: DEBUG nova.network.neutron [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.727801] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:19:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ca4287e-b226-4da0-8ae3-e6fe994ed1ba', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1808.736986] env[62533]: DEBUG oslo.service.loopingcall [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.740442] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1808.743026] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b33cc9-f376-4137-a39b-040b4fb3f909 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.766017] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d482d-8494-ac20-1a90-5771540b8d5b/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1808.766922] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae3a6e1-13f3-4ab7-ae9d-8116f3bb7682 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.770624] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1808.770624] env[62533]: value = "task-1898889" [ 1808.770624] env[62533]: _type = "Task" [ 1808.770624] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.775781] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d482d-8494-ac20-1a90-5771540b8d5b/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1808.775958] env[62533]: ERROR oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d482d-8494-ac20-1a90-5771540b8d5b/disk-0.vmdk due to incomplete transfer. [ 1808.776550] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d159eea-12f3-4a27-9891-9e1bbbb28bae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.782198] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.785146] env[62533]: DEBUG oslo_vmware.rw_handles [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d482d-8494-ac20-1a90-5771540b8d5b/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1808.785373] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Uploaded image d3b542a9-4a9a-4e83-8d1f-686852414bd5 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1808.787748] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1808.790287] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eec932d1-3b66-447c-967b-9b958a652f37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.799958] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1808.799958] env[62533]: value = "task-1898890" [ 1808.799958] env[62533]: _type = "Task" [ 1808.799958] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.811696] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.832631] env[62533]: DEBUG nova.network.neutron [-] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.891063] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3f0cfaa7-9b68-4fed-93a2-f447ef83710b tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.816s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.894801] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.895008] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.895212] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1808.926097] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.959209] env[62533]: DEBUG nova.objects.instance [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.015532] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.481s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.016081] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1809.020171] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.828s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.021605] env[62533]: INFO nova.compute.claims [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.064385] env[62533]: DEBUG oslo_vmware.api [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556042} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.064385] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.064385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.064385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.064385] env[62533]: INFO nova.compute.manager [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1809.064385] env[62533]: DEBUG oslo.service.loopingcall [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.064385] env[62533]: DEBUG nova.compute.manager [-] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.064385] env[62533]: DEBUG nova.network.neutron [-] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.127880] env[62533]: DEBUG nova.network.neutron [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updated VIF entry in instance network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.128338] env[62533]: DEBUG nova.network.neutron [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.283527] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.312425] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.336492] env[62533]: INFO nova.compute.manager [-] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Took 1.47 seconds to deallocate network for instance. [ 1809.424078] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963645} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.424362] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a0c2954d-dd4f-46c0-a88b-9420d483a4f5/a0c2954d-dd4f-46c0-a88b-9420d483a4f5.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.424580] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.424872] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4eaf872-7413-47d0-be40-bfdbd5647c89 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.433502] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1809.433502] env[62533]: value = "task-1898891" [ 1809.433502] env[62533]: _type = "Task" [ 1809.433502] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.451102] env[62533]: INFO nova.compute.manager [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Rescuing [ 1809.451380] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.451535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.451740] env[62533]: DEBUG nova.network.neutron [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.456193] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.522021] env[62533]: DEBUG nova.compute.utils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.523053] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.523241] env[62533]: DEBUG nova.network.neutron [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.606010] env[62533]: DEBUG nova.policy [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c1f4412f12430cb39924c2a76d12a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30e52d9ff5c04508a61a2322f9915737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.631022] env[62533]: DEBUG oslo_concurrency.lockutils [req-9a59c3ee-4682-4d34-94cb-1bbfbf109e9d req-6da057d2-7501-41ea-af4d-cde011b48b37 service nova] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.781980] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.816081] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.846385] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.888148] env[62533]: DEBUG nova.network.neutron [-] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.924900] env[62533]: DEBUG nova.network.neutron [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Successfully created port: d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1809.944374] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089878} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.946539] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.947719] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04aeb23-fa88-4437-a393-aa983e4c3fe3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.973260] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7b637768-dba5-4aa1-9e42-d3c2aa58d4b4 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.739s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.984717] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] a0c2954d-dd4f-46c0-a88b-9420d483a4f5/a0c2954d-dd4f-46c0-a88b-9420d483a4f5.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.984717] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143bf2c8-da21-45a4-9599-8de21340a4b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.010026] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1810.010026] env[62533]: value = "task-1898892" [ 1810.010026] env[62533]: _type = "Task" [ 1810.010026] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.016016] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.027181] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1810.187617] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.188016] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.289661] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.317571] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.329675] env[62533]: DEBUG nova.network.neutron [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Updating instance_info_cache with network_info: [{"id": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "address": "fa:16:3e:92:54:21", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9096184d-5b", "ovs_interfaceid": "9096184d-5b9b-457a-b2e4-41d6c5adddf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.378457] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updating instance_info_cache with network_info: [{"id": "99f74731-7782-4700-89dc-6f0f33878bf5", "address": "fa:16:3e:ed:12:4b", "network": {"id": "46a6b24f-988c-4632-af3c-ab5215b5c75d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-640210034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "521c1c6390a54d6692d46fce8128d8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f74731-77", "ovs_interfaceid": "99f74731-7782-4700-89dc-6f0f33878bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.390650] env[62533]: DEBUG nova.compute.manager [req-c4c7aa32-1d47-46e5-bd32-708bb58ae2d9 req-0ea9638b-337d-4289-b0f5-ce74a3a02f1c service nova] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Received event network-vif-deleted-c26d6bee-62f7-48a0-bd0a-efa42748c800 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1810.390820] env[62533]: DEBUG nova.compute.manager [req-c4c7aa32-1d47-46e5-bd32-708bb58ae2d9 req-0ea9638b-337d-4289-b0f5-ce74a3a02f1c service nova] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Received event network-vif-deleted-c4ff5785-1722-40c0-833f-9af2fdfca7b8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1810.392187] env[62533]: INFO nova.compute.manager [-] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Took 1.33 seconds to deallocate network for instance. [ 1810.464277] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e9d06-1282-4a07-a5c4-01a6d8ab0289 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.472831] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06631239-4a15-4507-ab26-89e187c491cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.503477] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e560dbb-64a2-4681-9f74-6fcaaf9118de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.514746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741127bc-b400-4635-b0b6-d12183d833eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.522414] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898892, 'name': ReconfigVM_Task, 'duration_secs': 0.418564} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.523124] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Reconfigured VM instance instance-00000062 to attach disk [datastore1] a0c2954d-dd4f-46c0-a88b-9420d483a4f5/a0c2954d-dd4f-46c0-a88b-9420d483a4f5.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.523791] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d65e582-3622-4e1a-8f78-04bb9baac7b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.537016] env[62533]: DEBUG nova.compute.provider_tree [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.544233] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1810.544233] env[62533]: value = "task-1898893" [ 1810.544233] env[62533]: _type = "Task" [ 1810.544233] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.556299] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898893, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.620155] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.620523] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.691969] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.782515] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.814574] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.836493] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "refresh_cache-30643d52-f39c-4674-88ed-327e3b4bdab4" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.881930] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-2074e814-f93f-459b-b7b5-3203d9e1bcf1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.881930] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1810.882272] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.882459] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.882679] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.882875] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.883519] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.883705] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.883883] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1810.884139] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.900714] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.039722] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1811.042571] env[62533]: DEBUG nova.scheduler.client.report [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.055653] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898893, 'name': Rename_Task, 'duration_secs': 0.169262} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.058300] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.058725] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2258b08a-8986-44dd-a1f5-d53c38fcbfb8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.064928] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.065259] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.065503] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.065818] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.066205] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.066473] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.066787] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.067050] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.067351] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.067649] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.067959] env[62533]: DEBUG nova.virt.hardware [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.069395] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25755c6f-5bae-471c-a443-f4b84da2c2ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.074614] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1811.074614] env[62533]: value = "task-1898894" [ 1811.074614] env[62533]: _type = "Task" [ 1811.074614] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.083912] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64dc6b-6dec-4dea-b096-ce73ae36f36c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.091653] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.123847] env[62533]: INFO nova.compute.manager [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Detaching volume 9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c [ 1811.161324] env[62533]: INFO nova.virt.block_device [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Attempting to driver detach volume 9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c from mountpoint /dev/sdc [ 1811.161570] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1811.161756] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392071', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'name': 'volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'serial': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1811.162725] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c31f3d3-e8f7-49c2-8381-66a13a4b4346 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.185355] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01b6cd-f99d-416b-82d1-e2ae8af971d3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.192883] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6da385-e758-4386-8b5a-453e7fcf0e38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.217587] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19966a-0bde-410e-968f-c16396737a10 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.233190] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c/volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1811.238466] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1811.239627] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.240012] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e11089b-5102-4308-95c6-9eced43c86c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.260011] env[62533]: DEBUG oslo_vmware.api [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1811.260011] env[62533]: value = "task-1898895" [ 1811.260011] env[62533]: _type = "Task" [ 1811.260011] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.269142] env[62533]: DEBUG oslo_vmware.api [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.281191] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.314984] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.387585] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.548024] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.550193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.485s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.550458] env[62533]: DEBUG nova.objects.instance [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lazy-loading 'resources' on Instance uuid 589c2c6f-7a01-4426-8b9b-69bd69b99dc1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.590229] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898894, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.771747] env[62533]: DEBUG oslo_vmware.api [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898895, 'name': ReconfigVM_Task, 'duration_secs': 0.348095} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.772144] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1811.779665] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d0953d-872b-4d3c-8e4f-3091bc741247 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.808856] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.814717] env[62533]: DEBUG oslo_vmware.api [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1811.814717] env[62533]: value = "task-1898896" [ 1811.814717] env[62533]: _type = "Task" [ 1811.814717] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.823704] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.830284] env[62533]: DEBUG oslo_vmware.api [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.054932] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "9fb4176c-b52b-490a-9a37-a04bb755c60d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.055233] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "9fb4176c-b52b-490a-9a37-a04bb755c60d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.090555] env[62533]: DEBUG oslo_vmware.api [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898894, 'name': PowerOnVM_Task, 'duration_secs': 0.641593} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.093134] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.093363] env[62533]: INFO nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1812.093541] env[62533]: DEBUG nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.094812] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac659c4b-5deb-4f13-90cd-c7934e678155 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.289969] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.322187] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.327748] env[62533]: DEBUG oslo_vmware.api [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898896, 'name': ReconfigVM_Task, 'duration_secs': 0.256327} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.328822] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392071', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'name': 'volume-9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6095bc6-1e2a-49bf-bcda-dbc36dd5221d', 'attached_at': '', 'detached_at': '', 'volume_id': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c', 'serial': '9a85aa71-2d9c-4ed5-b3c5-98f2d4e5ad5c'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1812.331322] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247fd943-001e-4fc7-8018-91eb1f319777 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.339397] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646173e7-b391-4ca8-92fc-22f3870cc2c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.371488] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cdb524-ef51-499a-96b9-0172f0ae5eec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.374571] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.374841] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06cd138e-722c-4dd1-b582-2c7f087b5a9e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.382525] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c18c6e-aead-4cd3-8848-356dc677fa59 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.388875] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1812.388875] env[62533]: value = "task-1898897" [ 1812.388875] env[62533]: _type = "Task" [ 1812.388875] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.401105] env[62533]: DEBUG nova.compute.provider_tree [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.409185] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.560605] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "9fb4176c-b52b-490a-9a37-a04bb755c60d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.561330] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1812.616969] env[62533]: INFO nova.compute.manager [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Took 18.91 seconds to build instance. [ 1812.791140] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.819446] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.873234] env[62533]: DEBUG nova.objects.instance [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'flavor' on Instance uuid c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.900261] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898897, 'name': PowerOffVM_Task, 'duration_secs': 0.329909} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.900547] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.901330] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c320f6-8587-436c-ad90-4ad8cf83e5f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.904254] env[62533]: DEBUG nova.scheduler.client.report [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.925325] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863d4c57-e36e-4887-83c6-4b7daa3fb259 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.959716] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.960644] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad58bd0-2879-4d56-82d9-d0047b4f92f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.968996] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1812.968996] env[62533]: value = "task-1898898" [ 1812.968996] env[62533]: _type = "Task" [ 1812.968996] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.977294] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.069508] env[62533]: DEBUG nova.compute.utils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.070996] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.071181] env[62533]: DEBUG nova.network.neutron [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.119719] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1eb2da0c-5964-4ace-9106-5830d45979a1 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.423s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.128836] env[62533]: DEBUG nova.policy [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c278e935503453497e1b65ffee80385', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a15b7725a0c945df8ec0771592f032f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.292297] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.319646] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.371987] env[62533]: DEBUG nova.network.neutron [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Successfully created port: 336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.409565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.411781] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.701s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.412040] env[62533]: DEBUG nova.objects.instance [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1813.440854] env[62533]: INFO nova.scheduler.client.report [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Deleted allocations for instance 589c2c6f-7a01-4426-8b9b-69bd69b99dc1 [ 1813.453461] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fbea5a-576c-4eb9-b70f-e2ba78f26867 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.461139] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Suspending the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1813.462107] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-93e58516-87d1-4447-a255-89caf28ff528 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.469804] env[62533]: DEBUG oslo_vmware.api [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1813.469804] env[62533]: value = "task-1898899" [ 1813.469804] env[62533]: _type = "Task" [ 1813.469804] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.487723] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1813.487723] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.487980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.488118] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.488302] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.488584] env[62533]: DEBUG oslo_vmware.api [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898899, 'name': SuspendVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.488818] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c6ff33-5f6f-4910-a0c3-83b847bb31e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.498802] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.499047] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.500200] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57b2f8d-9186-4fd4-938a-0d4564b90a79 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.506511] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1813.506511] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bdd09e-2c4e-6e2e-14fa-a83ce4ae5949" [ 1813.506511] env[62533]: _type = "Task" [ 1813.506511] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.516780] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bdd09e-2c4e-6e2e-14fa-a83ce4ae5949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.577580] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1813.795213] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.823032] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.881675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cd5c78ea-615e-4d1d-9f65-44ab62a59b2e tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.952732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c141ba55-5ca9-4c49-926e-4555a51fb918 tempest-ServerPasswordTestJSON-845185687 tempest-ServerPasswordTestJSON-845185687-project-member] Lock "589c2c6f-7a01-4426-8b9b-69bd69b99dc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.701s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.984302] env[62533]: DEBUG oslo_vmware.api [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898899, 'name': SuspendVM_Task} progress is 62%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.017337] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bdd09e-2c4e-6e2e-14fa-a83ce4ae5949, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.018561] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6676a5f1-b538-4e53-bce7-a887355875da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.025062] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1814.025062] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2fdb7-8cd0-a68d-7b74-4a29ca45b8ce" [ 1814.025062] env[62533]: _type = "Task" [ 1814.025062] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.033921] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2fdb7-8cd0-a68d-7b74-4a29ca45b8ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.294746] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.321666] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.421311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-60966258-4255-498f-8227-1f1536f55b70 tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.422588] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.576s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.424018] env[62533]: DEBUG nova.objects.instance [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lazy-loading 'resources' on Instance uuid 43665738-7f4e-49ac-b597-a031add7e887 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.483234] env[62533]: DEBUG oslo_vmware.api [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898899, 'name': SuspendVM_Task, 'duration_secs': 0.704075} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.483503] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Suspended the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1814.483676] env[62533]: DEBUG nova.compute.manager [None req-665275a1-c947-4014-af96-00aa95b0b568 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.484476] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062bb6a9-424d-409d-b1d0-087887a4aa2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.537923] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b2fdb7-8cd0-a68d-7b74-4a29ca45b8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011852} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.538606] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.538865] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. {{(pid=62533) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1814.541316] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b95f459-9ff1-42b2-bc18-9d93b040ee8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.553021] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1814.553021] env[62533]: value = "task-1898900" [ 1814.553021] env[62533]: _type = "Task" [ 1814.553021] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.562366] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.585824] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1814.611040] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.611188] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.611306] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.611535] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.611688] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.611838] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.612061] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.612230] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.612403] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.612584] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.612730] env[62533]: DEBUG nova.virt.hardware [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.613934] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756bfd8-7839-4323-a6e0-5a71a5117986 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.622562] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16c912-aaef-47b1-8829-856439ffc245 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.799645] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.826014] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.046384] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.046641] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.046843] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.047117] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.047314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.050072] env[62533]: INFO nova.compute.manager [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Terminating instance [ 1815.061999] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898900, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.263588] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d163b6-dee5-4418-b1f5-bc47c882db79 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.272194] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d50299-8633-4b9e-bf54-39f8298cedcd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.306357] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db1532-1dc5-4f28-904e-d89c4a51f543 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.314817] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.320620] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a20611d-e053-4e83-9947-738be339bfda {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.334936] env[62533]: DEBUG nova.compute.provider_tree [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.340027] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.558530] env[62533]: DEBUG nova.compute.manager [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.558762] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.566181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66692b9a-d788-4eb3-98cb-f0bca3ba20f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.569595] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516522} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.569853] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. [ 1815.570958] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9514e74-a949-446d-86bf-2280cefed99a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.575627] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.576191] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d35376-7e28-4868-a524-b551a1d467b3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.598980] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.600874] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd01f47b-accb-4779-8ddd-48f3bcca6158 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.613765] env[62533]: DEBUG oslo_vmware.api [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1815.613765] env[62533]: value = "task-1898901" [ 1815.613765] env[62533]: _type = "Task" [ 1815.613765] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.623474] env[62533]: DEBUG oslo_vmware.api [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.625094] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1815.625094] env[62533]: value = "task-1898902" [ 1815.625094] env[62533]: _type = "Task" [ 1815.625094] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.633479] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.812957] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.827607] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.841648] env[62533]: DEBUG nova.scheduler.client.report [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.968158] env[62533]: INFO nova.compute.manager [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Resuming [ 1815.968158] env[62533]: DEBUG nova.objects.instance [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'flavor' on Instance uuid a0c2954d-dd4f-46c0-a88b-9420d483a4f5 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.129555] env[62533]: DEBUG oslo_vmware.api [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898901, 'name': PowerOffVM_Task, 'duration_secs': 0.258284} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.132960] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.133251] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.133554] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b76aff97-b460-4e23-a0f0-21db5670b86c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.140964] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898902, 'name': ReconfigVM_Task, 'duration_secs': 0.369183} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.141301] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.142275] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd40b5f-6c24-4a0d-9427-be6f54909f55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.178332] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95229c80-7367-4a54-bc99-a69cfee5cede {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.196126] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1816.196126] env[62533]: value = "task-1898904" [ 1816.196126] env[62533]: _type = "Task" [ 1816.196126] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.207186] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.314381] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.324387] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.347815] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.349438] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.449s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.350229] env[62533]: DEBUG nova.objects.instance [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lazy-loading 'resources' on Instance uuid bb5f390f-a7ad-407c-b079-f3e6f4a627d2 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.374917] env[62533]: INFO nova.scheduler.client.report [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleted allocations for instance 43665738-7f4e-49ac-b597-a031add7e887 [ 1816.707201] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.814039] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.824372] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.881692] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f71d519-1e36-453c-acc2-3d4f16ba171f tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "43665738-7f4e-49ac-b597-a031add7e887" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.543s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.106024] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af34725-9ada-4c84-bd4c-87ec9d096c88 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.116391] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b7d59-6337-4488-a4b7-e0634fb43e55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.125612] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.125867] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.126123] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Deleting the datastore file [datastore1] c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.153972] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f3a54b-cbbc-4a45-909a-f4bfa3a80fd8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.156454] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ff6d7-e828-4a62-a25a-3a18a4a549e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.166499] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085673c-bdf0-4924-b253-188680b82de9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.170727] env[62533]: DEBUG oslo_vmware.api [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for the task: (returnval){ [ 1817.170727] env[62533]: value = "task-1898905" [ 1817.170727] env[62533]: _type = "Task" [ 1817.170727] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.182061] env[62533]: DEBUG nova.compute.provider_tree [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.189859] env[62533]: DEBUG oslo_vmware.api [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.206757] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898904, 'name': ReconfigVM_Task, 'duration_secs': 0.94594} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.207058] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.207318] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd29dda4-430c-430e-a27b-bdf769b9dbd2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.215568] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1817.215568] env[62533]: value = "task-1898906" [ 1817.215568] env[62533]: _type = "Task" [ 1817.215568] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.227051] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.315917] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.327155] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898890, 'name': Destroy_Task, 'duration_secs': 8.473987} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.328513] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Destroyed the VM [ 1817.328755] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1817.331222] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b96d7ec-5f33-4ce3-a765-d8bbc7b5f127 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.339838] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1817.339838] env[62533]: value = "task-1898907" [ 1817.339838] env[62533]: _type = "Task" [ 1817.339838] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.350919] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898907, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.481066] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.481066] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquired lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.481066] env[62533]: DEBUG nova.network.neutron [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.683027] env[62533]: DEBUG oslo_vmware.api [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Task: {'id': task-1898905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194798} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.683027] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.683027] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.683027] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.683027] env[62533]: INFO nova.compute.manager [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1817.683027] env[62533]: DEBUG oslo.service.loopingcall [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.683306] env[62533]: DEBUG nova.compute.manager [-] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.683306] env[62533]: DEBUG nova.network.neutron [-] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.685482] env[62533]: DEBUG nova.scheduler.client.report [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.727819] env[62533]: DEBUG oslo_vmware.api [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898906, 'name': PowerOnVM_Task, 'duration_secs': 0.47345} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.728137] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.730939] env[62533]: DEBUG nova.compute.manager [None req-ba6477bd-491e-4cd0-ad66-c1a910786185 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.731815] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ec71a-20fe-41e6-aa41-1130f32ad1b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.818786] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898889, 'name': CreateVM_Task, 'duration_secs': 8.628691} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.818958] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.819683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.819841] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.820182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.820583] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7ea287-23a1-493f-a87e-21cda1748594 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.826214] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1817.826214] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eac3e0-5ec4-2a18-ebe4-0ca7d68b097f" [ 1817.826214] env[62533]: _type = "Task" [ 1817.826214] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.836156] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.836510] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.836776] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.836930] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.837425] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.838960] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eac3e0-5ec4-2a18-ebe4-0ca7d68b097f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.839457] env[62533]: INFO nova.compute.manager [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Terminating instance [ 1817.849974] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898907, 'name': RemoveSnapshot_Task, 'duration_secs': 0.407444} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.850285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1817.850609] env[62533]: DEBUG nova.compute.manager [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.851644] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385de6e6-07d9-4c71-b136-f44e23914f39 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.190672] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.192953] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.953s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.195213] env[62533]: INFO nova.compute.claims [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.221465] env[62533]: INFO nova.scheduler.client.report [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted allocations for instance bb5f390f-a7ad-407c-b079-f3e6f4a627d2 [ 1818.337172] env[62533]: DEBUG nova.network.neutron [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Updating instance_info_cache with network_info: [{"id": "46dd9017-3038-4ea7-a512-b2804e9509ea", "address": "fa:16:3e:fe:f1:d9", "network": {"id": "6470656a-2fab-4fa9-a4fb-7d955c2f451a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1396660697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af543166e5ae40f0b6ef8e13010ad355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46dd9017-30", "ovs_interfaceid": "46dd9017-3038-4ea7-a512-b2804e9509ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.341805] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52eac3e0-5ec4-2a18-ebe4-0ca7d68b097f, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.342410] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.342673] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1818.342901] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.343112] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.343296] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1818.343785] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80cb9d7-952e-40e6-a3fc-aede28cc986f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.346255] env[62533]: DEBUG nova.compute.manager [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1818.346452] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.347261] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb4bc7b-8a14-48f2-be25-b795faf46bdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.352660] env[62533]: DEBUG nova.compute.manager [req-5c6d304e-df35-4802-8c6a-67d0b4594249 req-502f9e78-cce9-4824-a3cd-e061a054570a service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Received event network-vif-deleted-c3fdfd63-c86e-4736-8950-424e5cd296b5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1818.352849] env[62533]: INFO nova.compute.manager [req-5c6d304e-df35-4802-8c6a-67d0b4594249 req-502f9e78-cce9-4824-a3cd-e061a054570a service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Neutron deleted interface c3fdfd63-c86e-4736-8950-424e5cd296b5; detaching it from the instance and deleting it from the info cache [ 1818.353031] env[62533]: DEBUG nova.network.neutron [req-5c6d304e-df35-4802-8c6a-67d0b4594249 req-502f9e78-cce9-4824-a3cd-e061a054570a service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.359961] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.361223] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451498df-7196-4006-b62b-43b51c90c7b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.364770] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1818.365016] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1818.365862] env[62533]: INFO nova.compute.manager [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Shelve offloading [ 1818.367438] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af878168-7115-4b7f-afd6-7339d7fbb400 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.375880] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1818.375880] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52119812-eb52-2e0c-29fd-8d84fe3ed3fe" [ 1818.375880] env[62533]: _type = "Task" [ 1818.375880] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.377540] env[62533]: DEBUG oslo_vmware.api [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1818.377540] env[62533]: value = "task-1898908" [ 1818.377540] env[62533]: _type = "Task" [ 1818.377540] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.390713] env[62533]: DEBUG oslo_vmware.api [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.394903] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52119812-eb52-2e0c-29fd-8d84fe3ed3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.396082] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7e71f7-a1ef-4d35-87e1-42b643450843 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.404084] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1818.404084] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52718d50-06b7-8d9b-9b71-5c8bc4a490eb" [ 1818.404084] env[62533]: _type = "Task" [ 1818.404084] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.416490] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52718d50-06b7-8d9b-9b71-5c8bc4a490eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.691774] env[62533]: DEBUG nova.compute.manager [req-677aac9e-d7d3-44f7-a1a1-eadfcf10b56f req-d57d1488-701e-411c-a76e-d874f613b6d9 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Received event network-vif-plugged-336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1818.692015] env[62533]: DEBUG oslo_concurrency.lockutils [req-677aac9e-d7d3-44f7-a1a1-eadfcf10b56f req-d57d1488-701e-411c-a76e-d874f613b6d9 service nova] Acquiring lock "688a5680-0ec4-4c67-88b9-f9e59790645f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.692241] env[62533]: DEBUG oslo_concurrency.lockutils [req-677aac9e-d7d3-44f7-a1a1-eadfcf10b56f req-d57d1488-701e-411c-a76e-d874f613b6d9 service nova] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.692475] env[62533]: DEBUG oslo_concurrency.lockutils [req-677aac9e-d7d3-44f7-a1a1-eadfcf10b56f req-d57d1488-701e-411c-a76e-d874f613b6d9 service nova] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.692615] env[62533]: DEBUG nova.compute.manager [req-677aac9e-d7d3-44f7-a1a1-eadfcf10b56f req-d57d1488-701e-411c-a76e-d874f613b6d9 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] No waiting events found dispatching network-vif-plugged-336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.692797] env[62533]: WARNING nova.compute.manager [req-677aac9e-d7d3-44f7-a1a1-eadfcf10b56f req-d57d1488-701e-411c-a76e-d874f613b6d9 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Received unexpected event network-vif-plugged-336b99aa-eabd-46d5-a1b7-99439ca0be8f for instance with vm_state building and task_state spawning. [ 1818.731861] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbe1a0a6-3420-4fac-a7a0-61172189386a tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "bb5f390f-a7ad-407c-b079-f3e6f4a627d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.702s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.801563] env[62533]: DEBUG nova.network.neutron [-] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.838824] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Releasing lock "refresh_cache-a0c2954d-dd4f-46c0-a88b-9420d483a4f5" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.839993] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3652824-ecc4-40d2-9d32-c71e0624216a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.850168] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Resuming the VM {{(pid=62533) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1818.850522] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65028dd7-903f-4a92-b0f8-018d533412a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.855410] env[62533]: DEBUG nova.network.neutron [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Successfully updated port: 336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.860024] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c097519e-e616-478e-9620-70d314e8d18b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.864336] env[62533]: DEBUG oslo_vmware.api [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1818.864336] env[62533]: value = "task-1898909" [ 1818.864336] env[62533]: _type = "Task" [ 1818.864336] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.873899] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a8ae50-f6e5-4b74-95e3-dbb02d69247b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.891673] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.892198] env[62533]: DEBUG oslo_vmware.api [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.894193] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef94b41-04e4-4460-a5bd-28feb3ba7979 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.913561] env[62533]: DEBUG oslo_vmware.api [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898908, 'name': PowerOffVM_Task, 'duration_secs': 0.333236} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.918711] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.918908] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.919604] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52718d50-06b7-8d9b-9b71-5c8bc4a490eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.919878] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1818.919878] env[62533]: value = "task-1898910" [ 1818.919878] env[62533]: _type = "Task" [ 1818.919878] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.934053] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e3f336-49a2-4d8d-bb1e-391210dad9a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.935923] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.936225] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 807d91f6-4a93-46b6-9b43-677d478b9dc1/807d91f6-4a93-46b6-9b43-677d478b9dc1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.936652] env[62533]: DEBUG nova.compute.manager [req-5c6d304e-df35-4802-8c6a-67d0b4594249 req-502f9e78-cce9-4824-a3cd-e061a054570a service nova] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Detach interface failed, port_id=c3fdfd63-c86e-4736-8950-424e5cd296b5, reason: Instance c6095bc6-1e2a-49bf-bcda-dbc36dd5221d could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1818.937851] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2c7992c-ea94-4df3-981c-92d7ed8955d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.950368] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1818.950607] env[62533]: DEBUG nova.compute.manager [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.950940] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1818.950940] env[62533]: value = "task-1898912" [ 1818.950940] env[62533]: _type = "Task" [ 1818.950940] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.951674] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a1c2d7-8925-4f36-b600-a7918bd59f9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.965955] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.967772] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.968077] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.968269] env[62533]: DEBUG nova.network.neutron [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.018881] env[62533]: DEBUG nova.network.neutron [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Successfully updated port: d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.305894] env[62533]: INFO nova.compute.manager [-] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Took 1.62 seconds to deallocate network for instance. [ 1819.353194] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.353513] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.353638] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleting the datastore file [datastore2] 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.354586] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68fd427a-1c7a-4a2f-b612-ba547c5d6167 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.365228] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "refresh_cache-688a5680-0ec4-4c67-88b9-f9e59790645f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.365396] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquired lock "refresh_cache-688a5680-0ec4-4c67-88b9-f9e59790645f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.365546] env[62533]: DEBUG nova.network.neutron [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.368803] env[62533]: DEBUG oslo_vmware.api [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1819.368803] env[62533]: value = "task-1898913" [ 1819.368803] env[62533]: _type = "Task" [ 1819.368803] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.385426] env[62533]: DEBUG oslo_vmware.api [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.388698] env[62533]: DEBUG oslo_vmware.api [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.474458] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898912, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.521280] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "refresh_cache-12ae10cf-c7c9-4343-a045-ced416c24f70" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.521894] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "refresh_cache-12ae10cf-c7c9-4343-a045-ced416c24f70" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.521894] env[62533]: DEBUG nova.network.neutron [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.538541] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3340805-6018-45e9-811c-fd2472cc9dac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.547191] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.547480] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.556385] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c94c10-a4db-444b-ab72-cf5fbef9f211 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.596980] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18cfee-71bf-475e-9626-b8bf0d9bd631 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.605998] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498017f-85a3-457c-9273-d2184ceb53ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.624100] env[62533]: DEBUG nova.compute.provider_tree [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.779036] env[62533]: DEBUG nova.network.neutron [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updating instance_info_cache with network_info: [{"id": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "address": "fa:16:3e:92:35:ee", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b835c5-50", "ovs_interfaceid": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.815621] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.886474] env[62533]: DEBUG oslo_vmware.api [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20647} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.890466] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.890980] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.892631] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.892631] env[62533]: INFO nova.compute.manager [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1819.892631] env[62533]: DEBUG oslo.service.loopingcall [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.892631] env[62533]: DEBUG oslo_vmware.api [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898909, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.892631] env[62533]: DEBUG nova.compute.manager [-] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1819.892631] env[62533]: DEBUG nova.network.neutron [-] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.898174] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.898629] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.898993] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.899413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.899698] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.902171] env[62533]: INFO nova.compute.manager [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Terminating instance [ 1819.931212] env[62533]: DEBUG nova.network.neutron [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.969173] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879772} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.972290] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 807d91f6-4a93-46b6-9b43-677d478b9dc1/807d91f6-4a93-46b6-9b43-677d478b9dc1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.972812] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.973252] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ed60ef5-2c0c-4c40-9720-17cf3e2bbaf9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.984053] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1819.984053] env[62533]: value = "task-1898914" [ 1819.984053] env[62533]: _type = "Task" [ 1819.984053] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.995711] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.058031] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1820.068023] env[62533]: DEBUG nova.network.neutron [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.130775] env[62533]: DEBUG nova.scheduler.client.report [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.277233] env[62533]: DEBUG nova.network.neutron [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Updating instance_info_cache with network_info: [{"id": "d4da6358-8c61-4312-b958-cd534637bc7b", "address": "fa:16:3e:b9:aa:b6", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4da6358-8c", "ovs_interfaceid": "d4da6358-8c61-4312-b958-cd534637bc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.281640] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.308290] env[62533]: DEBUG nova.network.neutron [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Updating instance_info_cache with network_info: [{"id": "336b99aa-eabd-46d5-a1b7-99439ca0be8f", "address": "fa:16:3e:85:db:b6", "network": {"id": "043366dd-77ae-4b0d-93d8-b824b2c775b5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-870425310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a15b7725a0c945df8ec0771592f032f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336b99aa-ea", "ovs_interfaceid": "336b99aa-eabd-46d5-a1b7-99439ca0be8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.383246] env[62533]: DEBUG oslo_vmware.api [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898909, 'name': PowerOnVM_Task, 'duration_secs': 1.284384} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.384449] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Resumed the VM {{(pid=62533) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1820.384731] env[62533]: DEBUG nova.compute.manager [None req-c6612aee-9d2f-46ab-8d20-034bf37694af tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.385664] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972d8d2-65b5-4dae-a175-22aed9699600 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.408925] env[62533]: DEBUG nova.compute.manager [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.409207] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.410114] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86eb736-1c01-4318-8a95-14cf911449d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.424480] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.424969] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e6039c-8fcc-4d96-9d12-13b00cc3df50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.433161] env[62533]: DEBUG oslo_vmware.api [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1820.433161] env[62533]: value = "task-1898915" [ 1820.433161] env[62533]: _type = "Task" [ 1820.433161] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.443319] env[62533]: DEBUG oslo_vmware.api [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.494656] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144047} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.495025] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.495842] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c8b2a3-8ccc-4636-8516-49f4a1d1fa25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.526214] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 807d91f6-4a93-46b6-9b43-677d478b9dc1/807d91f6-4a93-46b6-9b43-677d478b9dc1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.526744] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d85d9c-8cd2-4faa-a654-e0581ae2b865 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.549128] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1820.549128] env[62533]: value = "task-1898916" [ 1820.549128] env[62533]: _type = "Task" [ 1820.549128] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.557816] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.579140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.638142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.638983] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.643050] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.255s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.643336] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.643610] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1820.644057] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.829s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.644363] env[62533]: DEBUG nova.objects.instance [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lazy-loading 'resources' on Instance uuid c6095bc6-1e2a-49bf-bcda-dbc36dd5221d {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.647090] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a3e44e-0cbd-4a5a-88cd-ab24a301dc2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.655596] env[62533]: DEBUG nova.compute.manager [req-2a3ca9e4-36f2-4f5b-b77c-425d96aa9e38 req-0918ba54-1a8c-458d-bd7a-09c30b1a75d8 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Received event network-vif-unplugged-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1820.655823] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a3ca9e4-36f2-4f5b-b77c-425d96aa9e38 req-0918ba54-1a8c-458d-bd7a-09c30b1a75d8 service nova] Acquiring lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.656064] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a3ca9e4-36f2-4f5b-b77c-425d96aa9e38 req-0918ba54-1a8c-458d-bd7a-09c30b1a75d8 service nova] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.656199] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a3ca9e4-36f2-4f5b-b77c-425d96aa9e38 req-0918ba54-1a8c-458d-bd7a-09c30b1a75d8 service nova] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.656368] env[62533]: DEBUG nova.compute.manager [req-2a3ca9e4-36f2-4f5b-b77c-425d96aa9e38 req-0918ba54-1a8c-458d-bd7a-09c30b1a75d8 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] No waiting events found dispatching network-vif-unplugged-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.656539] env[62533]: WARNING nova.compute.manager [req-2a3ca9e4-36f2-4f5b-b77c-425d96aa9e38 req-0918ba54-1a8c-458d-bd7a-09c30b1a75d8 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Received unexpected event network-vif-unplugged-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 for instance with vm_state shelved and task_state shelving_offloading. [ 1820.664646] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2fa60-f0fd-4ebd-83ce-ac9b5c535691 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.673423] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.674252] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d91e51-b3d8-4b47-82b9-0a3d7903c24f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.688829] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e0cb4-24ab-48f7-9aa5-775570c5db9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.694422] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.695167] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c90e3a84-70c5-4c91-9dc8-e693737edc51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.700614] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4edb4-f49f-4db4-b202-6b83e80ea6ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.733942] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178913MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1820.734154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.737285] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Received event network-vif-plugged-d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1820.737474] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Acquiring lock "12ae10cf-c7c9-4343-a045-ced416c24f70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.737677] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.737841] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.738011] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] No waiting events found dispatching network-vif-plugged-d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.738185] env[62533]: WARNING nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Received unexpected event network-vif-plugged-d4da6358-8c61-4312-b958-cd534637bc7b for instance with vm_state building and task_state spawning. [ 1820.738343] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Received event network-changed-336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1820.738488] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Refreshing instance network info cache due to event network-changed-336b99aa-eabd-46d5-a1b7-99439ca0be8f. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1820.738649] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Acquiring lock "refresh_cache-688a5680-0ec4-4c67-88b9-f9e59790645f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.780596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "refresh_cache-12ae10cf-c7c9-4343-a045-ced416c24f70" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.780930] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Instance network_info: |[{"id": "d4da6358-8c61-4312-b958-cd534637bc7b", "address": "fa:16:3e:b9:aa:b6", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4da6358-8c", "ovs_interfaceid": "d4da6358-8c61-4312-b958-cd534637bc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.781365] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:aa:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4da6358-8c61-4312-b958-cd534637bc7b', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.788905] env[62533]: DEBUG oslo.service.loopingcall [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.789843] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.790111] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730850d2-44da-4d79-b9a5-1d82a8094898 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.809671] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.809671] env[62533]: value = "task-1898918" [ 1820.809671] env[62533]: _type = "Task" [ 1820.809671] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.813325] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Releasing lock "refresh_cache-688a5680-0ec4-4c67-88b9-f9e59790645f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.813636] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Instance network_info: |[{"id": "336b99aa-eabd-46d5-a1b7-99439ca0be8f", "address": "fa:16:3e:85:db:b6", "network": {"id": "043366dd-77ae-4b0d-93d8-b824b2c775b5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-870425310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a15b7725a0c945df8ec0771592f032f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336b99aa-ea", "ovs_interfaceid": "336b99aa-eabd-46d5-a1b7-99439ca0be8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.813949] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Acquired lock "refresh_cache-688a5680-0ec4-4c67-88b9-f9e59790645f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.814168] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Refreshing network info cache for port 336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.815483] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:db:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336b99aa-eabd-46d5-a1b7-99439ca0be8f', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.823738] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Creating folder: Project (a15b7725a0c945df8ec0771592f032f2). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1820.827017] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-155d8214-3eb2-4c55-a7c0-fe7e3cf71f59 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.834959] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898918, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.844346] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Created folder: Project (a15b7725a0c945df8ec0771592f032f2) in parent group-v391816. [ 1820.844553] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Creating folder: Instances. Parent ref: group-v392078. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1820.844796] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5831a16-c1b5-47ae-b9ef-dde42e27af43 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.854093] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Created folder: Instances in parent group-v392078. [ 1820.854351] env[62533]: DEBUG oslo.service.loopingcall [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.854570] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.854778] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0b5058-0ed6-4aff-aca0-8fd90c969e3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.877283] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.877283] env[62533]: value = "task-1898921" [ 1820.877283] env[62533]: _type = "Task" [ 1820.877283] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.885390] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898921, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.897292] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1820.897556] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1820.897738] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleting the datastore file [datastore1] 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1820.898016] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9417e836-3416-403c-bfe1-ae3dac432020 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.907466] env[62533]: DEBUG nova.network.neutron [-] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.908912] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1820.908912] env[62533]: value = "task-1898922" [ 1820.908912] env[62533]: _type = "Task" [ 1820.908912] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.921619] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.945647] env[62533]: DEBUG oslo_vmware.api [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898915, 'name': PowerOffVM_Task, 'duration_secs': 0.279254} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.945972] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.946208] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.946500] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e09de863-8e91-4fa4-9cae-b5b25cafc70e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.060100] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898916, 'name': ReconfigVM_Task, 'duration_secs': 0.448149} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.060920] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Updated VIF entry in instance network info cache for port 336b99aa-eabd-46d5-a1b7-99439ca0be8f. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.061263] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Updating instance_info_cache with network_info: [{"id": "336b99aa-eabd-46d5-a1b7-99439ca0be8f", "address": "fa:16:3e:85:db:b6", "network": {"id": "043366dd-77ae-4b0d-93d8-b824b2c775b5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-870425310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a15b7725a0c945df8ec0771592f032f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336b99aa-ea", "ovs_interfaceid": "336b99aa-eabd-46d5-a1b7-99439ca0be8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.062550] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 807d91f6-4a93-46b6-9b43-677d478b9dc1/807d91f6-4a93-46b6-9b43-677d478b9dc1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.063639] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f960d32-f2a3-4140-aa93-d1bda8fcdb3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.070030] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1821.070030] env[62533]: value = "task-1898924" [ 1821.070030] env[62533]: _type = "Task" [ 1821.070030] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.080647] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898924, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.147765] env[62533]: DEBUG nova.compute.utils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1821.149212] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1821.149367] env[62533]: DEBUG nova.network.neutron [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1821.203829] env[62533]: DEBUG nova.policy [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '146ac9e8bb8c463f80d9aa03b1d30b28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27bb1d0ea13548d8b9369019f1cdf1d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1821.231458] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.231673] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.231853] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleting the datastore file [datastore1] b3837fca-fdb3-4540-ad97-f46cb5763ba3 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.232151] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4b51e3-0e6d-4c76-a7ca-32d6f1e0b635 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.241072] env[62533]: DEBUG oslo_vmware.api [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1821.241072] env[62533]: value = "task-1898925" [ 1821.241072] env[62533]: _type = "Task" [ 1821.241072] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.253041] env[62533]: DEBUG oslo_vmware.api [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.320049] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898918, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.392318] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898921, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.413885] env[62533]: INFO nova.compute.manager [-] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Took 1.52 seconds to deallocate network for instance. [ 1821.431031] env[62533]: DEBUG oslo_vmware.api [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1898922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433263} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.431031] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1821.431031] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1821.431031] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1821.457025] env[62533]: INFO nova.scheduler.client.report [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocations for instance 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e [ 1821.475438] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2845868a-8ed0-4602-98e3-4fcd8b07b120 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.484454] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbd684-f737-416e-96fe-99bbb301ca35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.521256] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb8b5cb-05d8-4a95-abd5-ad727fe1aa0d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.530786] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8230dd7-13e8-4189-bd07-9227af50f3be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.548123] env[62533]: DEBUG nova.compute.provider_tree [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.564744] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Releasing lock "refresh_cache-688a5680-0ec4-4c67-88b9-f9e59790645f" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.565027] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Received event network-changed-d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1821.565196] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Refreshing instance network info cache due to event network-changed-d4da6358-8c61-4312-b958-cd534637bc7b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1821.565409] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Acquiring lock "refresh_cache-12ae10cf-c7c9-4343-a045-ced416c24f70" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.565542] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Acquired lock "refresh_cache-12ae10cf-c7c9-4343-a045-ced416c24f70" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.566056] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Refreshing network info cache for port d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.581133] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898924, 'name': Rename_Task, 'duration_secs': 0.188477} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.581133] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.581133] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6feff39-51f2-4946-8849-216870690daf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.587915] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1821.587915] env[62533]: value = "task-1898926" [ 1821.587915] env[62533]: _type = "Task" [ 1821.587915] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.596375] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.652482] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.699133] env[62533]: DEBUG nova.network.neutron [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Successfully created port: 1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.751610] env[62533]: DEBUG oslo_vmware.api [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509239} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.751708] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1821.751978] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1821.753136] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1821.753136] env[62533]: INFO nova.compute.manager [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1821.753136] env[62533]: DEBUG oslo.service.loopingcall [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.753136] env[62533]: DEBUG nova.compute.manager [-] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1821.753136] env[62533]: DEBUG nova.network.neutron [-] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1821.820090] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898918, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.888255] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898921, 'name': CreateVM_Task, 'duration_secs': 0.916554} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.888439] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.889084] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.889323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.889600] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.889892] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1622d23-529b-4740-b117-1ef34c2ecf70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.895985] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1821.895985] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5c487-085f-68f0-b48d-0a3d6faa1013" [ 1821.895985] env[62533]: _type = "Task" [ 1821.895985] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.907539] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5c487-085f-68f0-b48d-0a3d6faa1013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.924399] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.959912] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.051353] env[62533]: DEBUG nova.scheduler.client.report [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.099039] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.324338] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898918, 'name': CreateVM_Task, 'duration_secs': 1.010612} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.324523] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.325190] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.354037] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Updated VIF entry in instance network info cache for port d4da6358-8c61-4312-b958-cd534637bc7b. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.354689] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Updating instance_info_cache with network_info: [{"id": "d4da6358-8c61-4312-b958-cd534637bc7b", "address": "fa:16:3e:b9:aa:b6", "network": {"id": "af12c5d9-c270-4d33-9c07-cc144d119b7a", "bridge": "br-int", "label": "tempest-ServersTestJSON-903554699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30e52d9ff5c04508a61a2322f9915737", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4da6358-8c", "ovs_interfaceid": "d4da6358-8c61-4312-b958-cd534637bc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.408306] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5c487-085f-68f0-b48d-0a3d6faa1013, 'name': SearchDatastore_Task, 'duration_secs': 0.015949} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.409204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.409563] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.409922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.410182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.410488] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.410905] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.411298] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.411609] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98dcf398-06ad-4d71-b6a2-726fe6955226 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.413933] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fb6c50-a0b3-44e1-8dc1-3da7f1252e11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.420851] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1822.420851] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5207bf5f-14c3-3132-4320-bb7b2f949393" [ 1822.420851] env[62533]: _type = "Task" [ 1822.420851] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.425126] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.425729] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.429906] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30380717-896b-4608-8bb8-3c5a2232189d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.432920] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5207bf5f-14c3-3132-4320-bb7b2f949393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.437440] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1822.437440] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52852bbb-1223-91d8-a6da-04746168e6da" [ 1822.437440] env[62533]: _type = "Task" [ 1822.437440] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.447206] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52852bbb-1223-91d8-a6da-04746168e6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.557207] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.560634] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.980s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.561020] env[62533]: INFO nova.compute.claims [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.576158] env[62533]: DEBUG nova.network.neutron [-] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.593108] env[62533]: INFO nova.scheduler.client.report [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Deleted allocations for instance c6095bc6-1e2a-49bf-bcda-dbc36dd5221d [ 1822.604325] env[62533]: DEBUG oslo_vmware.api [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898926, 'name': PowerOnVM_Task, 'duration_secs': 0.72972} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.605214] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.605700] env[62533]: INFO nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Took 17.03 seconds to spawn the instance on the hypervisor. [ 1822.606024] env[62533]: DEBUG nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.607837] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b344b1-0cc9-4fb0-be22-a7f54bb7ae18 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.663050] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.684847] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.684847] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.684847] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.684847] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.684847] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.684847] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.685400] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.685400] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.685531] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.685709] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.685890] env[62533]: DEBUG nova.virt.hardware [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.686748] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb03118-960d-43f0-a6c4-55e94e026e5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.699279] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749113db-bc7d-4147-b42a-6d815bb069c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.740517] env[62533]: DEBUG nova.compute.manager [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Received event network-changed-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1822.740720] env[62533]: DEBUG nova.compute.manager [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Refreshing instance network info cache due to event network-changed-b3b835c5-50f7-4e9b-b7f0-7ea1d3943490. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1822.740935] env[62533]: DEBUG oslo_concurrency.lockutils [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] Acquiring lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.741100] env[62533]: DEBUG oslo_concurrency.lockutils [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] Acquired lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.741560] env[62533]: DEBUG nova.network.neutron [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Refreshing network info cache for port b3b835c5-50f7-4e9b-b7f0-7ea1d3943490 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.759186] env[62533]: DEBUG nova.compute.manager [req-ec4dee90-d4e2-46f2-abec-10549a2072b8 req-81c16f0f-81de-4f33-9252-032c4c698846 service nova] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Received event network-vif-deleted-cf1f3728-ac8b-43f7-b9c7-9ad865168122 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1822.856999] env[62533]: DEBUG oslo_concurrency.lockutils [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] Releasing lock "refresh_cache-12ae10cf-c7c9-4343-a045-ced416c24f70" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.857329] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Received event network-vif-deleted-62cb6b76-2e0f-466b-9611-1fa2a2c1a952 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1822.857879] env[62533]: INFO nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Neutron deleted interface 62cb6b76-2e0f-466b-9611-1fa2a2c1a952; detaching it from the instance and deleting it from the info cache [ 1822.857879] env[62533]: DEBUG nova.network.neutron [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.930963] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5207bf5f-14c3-3132-4320-bb7b2f949393, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.931300] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.931543] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.931757] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.947191] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52852bbb-1223-91d8-a6da-04746168e6da, 'name': SearchDatastore_Task, 'duration_secs': 0.017495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.947967] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20754ae8-c21c-47ad-a61b-1808d325c7ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.953979] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1822.953979] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a433ff-d1da-db73-1a58-2dc087cbe718" [ 1822.953979] env[62533]: _type = "Task" [ 1822.953979] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.964360] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a433ff-d1da-db73-1a58-2dc087cbe718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.070492] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.078521] env[62533]: INFO nova.compute.manager [-] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Took 1.33 seconds to deallocate network for instance. [ 1823.101727] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a5a824ea-1104-4561-9308-d2b5aea36514 tempest-AttachVolumeTestJSON-242588332 tempest-AttachVolumeTestJSON-242588332-project-member] Lock "c6095bc6-1e2a-49bf-bcda-dbc36dd5221d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.055s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.127760] env[62533]: INFO nova.compute.manager [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Took 28.13 seconds to build instance. [ 1823.360453] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60bf57fb-a8be-4213-ad27-95ff85c678ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.371498] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10bad1a-810d-452e-a67e-c918d840468b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.407858] env[62533]: DEBUG nova.compute.manager [req-2b2d9456-4b36-407d-aa2a-61b9b58eb819 req-8ef51952-34db-4e59-8674-75499cce9132 service nova] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Detach interface failed, port_id=62cb6b76-2e0f-466b-9611-1fa2a2c1a952, reason: Instance 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1823.446273] env[62533]: DEBUG nova.network.neutron [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Successfully updated port: 1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.465247] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a433ff-d1da-db73-1a58-2dc087cbe718, 'name': SearchDatastore_Task, 'duration_secs': 0.043196} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.466122] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.466817] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 688a5680-0ec4-4c67-88b9-f9e59790645f/688a5680-0ec4-4c67-88b9-f9e59790645f.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.466817] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.466994] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.467172] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-367fc571-b11b-4e8d-a72b-39aac1230056 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.469448] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda00a9e-6417-4a56-a038-412d745b9279 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.476994] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1823.476994] env[62533]: value = "task-1898927" [ 1823.476994] env[62533]: _type = "Task" [ 1823.476994] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.481325] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.481325] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.482021] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777ed864-a2d6-4370-a8dd-7fa77686f8a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.487499] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.490629] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1823.490629] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524feb03-0a00-daa1-b8ea-ab919b1ba4a4" [ 1823.490629] env[62533]: _type = "Task" [ 1823.490629] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.498678] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524feb03-0a00-daa1-b8ea-ab919b1ba4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.585031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.629520] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1d4bad68-b51c-4924-89d4-3e4a0fe21db3 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.640s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.743453] env[62533]: DEBUG nova.network.neutron [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updated VIF entry in instance network info cache for port b3b835c5-50f7-4e9b-b7f0-7ea1d3943490. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.744051] env[62533]: DEBUG nova.network.neutron [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updating instance_info_cache with network_info: [{"id": "b3b835c5-50f7-4e9b-b7f0-7ea1d3943490", "address": "fa:16:3e:92:35:ee", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": null, "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb3b835c5-50", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.850672] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8ef8c1-1831-4b13-ae47-27c55320b1e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.858774] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8506d8ab-89cd-4b43-995f-f3f00f53779e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.901913] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a70e5-e528-4182-9187-2e42a55350f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.910209] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8733ee-2cfa-42b3-b63a-3aabe7c61c6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.925665] env[62533]: DEBUG nova.compute.provider_tree [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.952979] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "refresh_cache-a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.953164] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired lock "refresh_cache-a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.953292] env[62533]: DEBUG nova.network.neutron [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.988446] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898927, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.003541] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524feb03-0a00-daa1-b8ea-ab919b1ba4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.004388] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eecc82c-4b14-4d2e-8ee3-b28dc6c12563 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.010644] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1824.010644] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a499b5-a531-5f4c-3648-2b7ec70926f1" [ 1824.010644] env[62533]: _type = "Task" [ 1824.010644] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.018953] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a499b5-a531-5f4c-3648-2b7ec70926f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.249591] env[62533]: DEBUG oslo_concurrency.lockutils [req-9e9cfb8a-85c5-49b8-a2b2-f6fa1029f6d9 req-72de3db8-ee03-4b96-b35f-5c2e706e5222 service nova] Releasing lock "refresh_cache-6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.432962] env[62533]: DEBUG nova.scheduler.client.report [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.488994] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833098} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.489325] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 688a5680-0ec4-4c67-88b9-f9e59790645f/688a5680-0ec4-4c67-88b9-f9e59790645f.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.493018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.493018] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddc2a57a-d444-4626-ae80-ea604c02bfbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.495785] env[62533]: DEBUG nova.network.neutron [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.499059] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1824.499059] env[62533]: value = "task-1898929" [ 1824.499059] env[62533]: _type = "Task" [ 1824.499059] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.509996] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.524946] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a499b5-a531-5f4c-3648-2b7ec70926f1, 'name': SearchDatastore_Task, 'duration_secs': 0.070354} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.525245] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.525503] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 12ae10cf-c7c9-4343-a045-ced416c24f70/12ae10cf-c7c9-4343-a045-ced416c24f70.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.525788] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0833eacd-2003-4373-bc2a-5b8ffb0247d8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.532179] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1824.532179] env[62533]: value = "task-1898930" [ 1824.532179] env[62533]: _type = "Task" [ 1824.532179] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.540217] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.662350] env[62533]: DEBUG nova.network.neutron [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Updating instance_info_cache with network_info: [{"id": "1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a", "address": "fa:16:3e:06:c2:c3", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf4d2fa-88", "ovs_interfaceid": "1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.772053] env[62533]: DEBUG nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Received event network-vif-plugged-1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1824.772413] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Acquiring lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.772733] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.773109] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.773396] env[62533]: DEBUG nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] No waiting events found dispatching network-vif-plugged-1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.773671] env[62533]: WARNING nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Received unexpected event network-vif-plugged-1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a for instance with vm_state building and task_state spawning. [ 1824.773949] env[62533]: DEBUG nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Received event network-changed-1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1824.774223] env[62533]: DEBUG nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Refreshing instance network info cache due to event network-changed-1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1824.774552] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Acquiring lock "refresh_cache-a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.847250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.847250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.847250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.847250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.847250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.850837] env[62533]: INFO nova.compute.manager [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Terminating instance [ 1824.939347] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.939784] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.942646] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.208s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.008494] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.008772] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.009622] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824a041-d96a-4652-a34e-55c0c92e6b03 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.033864] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 688a5680-0ec4-4c67-88b9-f9e59790645f/688a5680-0ec4-4c67-88b9-f9e59790645f.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.036051] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56f18efd-d65c-4d52-b9fe-614f6f580e71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.058310] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.059698] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1825.059698] env[62533]: value = "task-1898931" [ 1825.059698] env[62533]: _type = "Task" [ 1825.059698] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.067926] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.165626] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Releasing lock "refresh_cache-a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.166083] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Instance network_info: |[{"id": "1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a", "address": "fa:16:3e:06:c2:c3", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf4d2fa-88", "ovs_interfaceid": "1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.166477] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Acquired lock "refresh_cache-a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.166754] env[62533]: DEBUG nova.network.neutron [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Refreshing network info cache for port 1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.168348] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c2:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.176203] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Creating folder: Project (27bb1d0ea13548d8b9369019f1cdf1d1). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.176735] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-705741bf-87f9-456d-a8b9-d501d5f05653 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.189844] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Created folder: Project (27bb1d0ea13548d8b9369019f1cdf1d1) in parent group-v391816. [ 1825.190211] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Creating folder: Instances. Parent ref: group-v392081. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.190600] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffa7b988-9b89-4f85-9caf-c3aa675dcc44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.204698] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Created folder: Instances in parent group-v392081. [ 1825.205096] env[62533]: DEBUG oslo.service.loopingcall [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.205762] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.205762] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0517cf9b-2abd-4ddf-891c-7cfffb58af87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.233879] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.233879] env[62533]: value = "task-1898934" [ 1825.233879] env[62533]: _type = "Task" [ 1825.233879] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.245556] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898934, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.358136] env[62533]: DEBUG nova.compute.manager [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.358446] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.359825] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e62658-ef55-45f5-9cff-cdfd2c1dcc7d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.368208] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.368519] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a02986-6d0d-48aa-ad2b-0c2ad90f76b2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.374734] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1825.374734] env[62533]: value = "task-1898935" [ 1825.374734] env[62533]: _type = "Task" [ 1825.374734] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.382691] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.447088] env[62533]: DEBUG nova.compute.utils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.459101] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.459101] env[62533]: DEBUG nova.network.neutron [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.544268] env[62533]: DEBUG nova.policy [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd57f2627af34aacb4403d2c5c152f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c538c486c6649218e5b3ed74984c0b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.556477] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898930, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.572227] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898931, 'name': ReconfigVM_Task, 'duration_secs': 0.461329} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.575103] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 688a5680-0ec4-4c67-88b9-f9e59790645f/688a5680-0ec4-4c67-88b9-f9e59790645f.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.577173] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-615f6f0e-9645-4ff2-b602-ce76d6fc4148 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.584445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.584776] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.590384] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1825.590384] env[62533]: value = "task-1898936" [ 1825.590384] env[62533]: _type = "Task" [ 1825.590384] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.603435] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898936, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.745347] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898934, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.820611] env[62533]: DEBUG nova.network.neutron [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Successfully created port: 6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.887946] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.896917] env[62533]: DEBUG nova.network.neutron [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Updated VIF entry in instance network info cache for port 1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.897153] env[62533]: DEBUG nova.network.neutron [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Updating instance_info_cache with network_info: [{"id": "1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a", "address": "fa:16:3e:06:c2:c3", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf4d2fa-88", "ovs_interfaceid": "1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.958558] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a7330131-c363-4a3e-9cc1-38d359333ae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5934998c-533d-4b17-a5aa-b54496a7ba6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 3423229b-d04f-495b-a112-8cd2dc727b74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f6d1ea92-5a39-42fe-bdfe-e04a55f40216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance b3837fca-fdb3-4540-ad97-f46cb5763ba3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f8ac1922-f7d8-44dc-8501-c8f284ef5e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2ad289b7-dc2b-480d-82e4-06add5aeacab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: WARNING nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 30643d52-f39c-4674-88ed-327e3b4bdab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997285] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a0c2954d-dd4f-46c0-a88b-9420d483a4f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997752] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 807d91f6-4a93-46b6-9b43-677d478b9dc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997752] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 12ae10cf-c7c9-4343-a045-ced416c24f70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997752] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 688a5680-0ec4-4c67-88b9-f9e59790645f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997752] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance a477b2ad-4ad1-42d4-88a5-d1b40f27ffda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.997752] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 289e25df-b92c-40e4-bde2-3ffcef35e0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.049069] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898930, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.057630] env[62533]: DEBUG oslo_concurrency.lockutils [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.057893] env[62533]: DEBUG oslo_concurrency.lockutils [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.092145] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.103850] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898936, 'name': Rename_Task, 'duration_secs': 0.165676} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.104133] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.104382] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57f08659-da8c-46a3-b632-9967a6b83337 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.112539] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1826.112539] env[62533]: value = "task-1898937" [ 1826.112539] env[62533]: _type = "Task" [ 1826.112539] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.124917] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.248853] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898934, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.386305] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.399577] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Releasing lock "refresh_cache-a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.399836] env[62533]: DEBUG nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1826.400025] env[62533]: DEBUG nova.compute.manager [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing instance network info cache due to event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1826.400281] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.400449] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.400614] env[62533]: DEBUG nova.network.neutron [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.499705] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 7b6276ad-7089-4330-b7f3-002884ea3c93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.499975] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1826.500138] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1826.547390] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898930, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.562928] env[62533]: INFO nova.compute.manager [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Detaching volume 298feca8-1a21-4825-b1d6-1290b8d8295b [ 1826.607622] env[62533]: INFO nova.virt.block_device [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Attempting to driver detach volume 298feca8-1a21-4825-b1d6-1290b8d8295b from mountpoint /dev/sdb [ 1826.607879] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1826.608088] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392054', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'name': 'volume-298feca8-1a21-4825-b1d6-1290b8d8295b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5934998c-533d-4b17-a5aa-b54496a7ba6a', 'attached_at': '', 'detached_at': '', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'serial': '298feca8-1a21-4825-b1d6-1290b8d8295b'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1826.609256] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e959f762-be11-4878-97f0-6dce06a9ea70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.617900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.643332] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.644527] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653aa01-d77a-48b7-bcf9-51ee80fb1ebc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.653305] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420adaf3-a161-4264-a275-221e9e4302f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.688439] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39b12b-993d-4d3a-917c-b7d24c3d57c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.707803] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] The volume has not been displaced from its original location: [datastore1] volume-298feca8-1a21-4825-b1d6-1290b8d8295b/volume-298feca8-1a21-4825-b1d6-1290b8d8295b.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1826.714246] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1826.717845] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df21c400-c94e-4da8-b39d-8442e391d469 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.741881] env[62533]: DEBUG oslo_vmware.api [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1826.741881] env[62533]: value = "task-1898938" [ 1826.741881] env[62533]: _type = "Task" [ 1826.741881] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.753226] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898934, 'name': CreateVM_Task, 'duration_secs': 1.178661} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.753226] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.754022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.754333] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.754824] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.755255] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd337ed-9184-4003-b8e9-19fab3a90347 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.761908] env[62533]: DEBUG oslo_vmware.api [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.767372] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1826.767372] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5277f5b3-bb29-0a01-1192-804edb48811a" [ 1826.767372] env[62533]: _type = "Task" [ 1826.767372] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.776709] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5277f5b3-bb29-0a01-1192-804edb48811a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.864020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a2b9e5-1c22-4acd-990c-b2a1344c273d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.872149] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1329c83-7c25-473d-ba5c-691fff29cc80 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.909048] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d0503c-5da3-431b-9b65-e0878714dcfe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.914840] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898935, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.920155] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f34dae-864b-4951-898c-c5a170fd8c42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.938381] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.975534] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1827.004469] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.004754] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.004912] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.005225] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.005284] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.005403] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.006010] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.006010] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.006010] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.006512] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.006745] env[62533]: DEBUG nova.virt.hardware [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.007769] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db8f3f-dc8c-48d5-b997-3760c0550770 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.016286] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0d8475-7623-49db-8a4b-6672f36e9163 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.046222] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898930, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.256143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.046470] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 12ae10cf-c7c9-4343-a045-ced416c24f70/12ae10cf-c7c9-4343-a045-ced416c24f70.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.046677] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.046902] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16d8a8ea-aed9-43e8-8dcf-815bdb365a13 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.053669] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1827.053669] env[62533]: value = "task-1898939" [ 1827.053669] env[62533]: _type = "Task" [ 1827.053669] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.062277] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.124117] env[62533]: DEBUG oslo_vmware.api [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898937, 'name': PowerOnVM_Task, 'duration_secs': 0.58865} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.124388] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.124582] env[62533]: INFO nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1827.124756] env[62533]: DEBUG nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.125515] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c6dbe-d85a-4bef-8c06-f42ca7a7ac82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.153819] env[62533]: DEBUG nova.network.neutron [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updated VIF entry in instance network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.154257] env[62533]: DEBUG nova.network.neutron [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.252882] env[62533]: DEBUG oslo_vmware.api [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898938, 'name': ReconfigVM_Task, 'duration_secs': 0.29282} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.253329] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1827.261888] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3363cbdf-07fc-4a81-84db-72d2a9580cb7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.290617] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5277f5b3-bb29-0a01-1192-804edb48811a, 'name': SearchDatastore_Task, 'duration_secs': 0.014699} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.292910] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.293161] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.293403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.293556] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.293734] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.294056] env[62533]: DEBUG oslo_vmware.api [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1827.294056] env[62533]: value = "task-1898940" [ 1827.294056] env[62533]: _type = "Task" [ 1827.294056] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.295217] env[62533]: DEBUG nova.compute.manager [req-1a34bac9-6ffc-4ba7-af2f-89f282c23239 req-048e7c54-fae7-4a8b-9116-5168e9d33047 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Received event network-vif-plugged-6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1827.295445] env[62533]: DEBUG oslo_concurrency.lockutils [req-1a34bac9-6ffc-4ba7-af2f-89f282c23239 req-048e7c54-fae7-4a8b-9116-5168e9d33047 service nova] Acquiring lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.295641] env[62533]: DEBUG oslo_concurrency.lockutils [req-1a34bac9-6ffc-4ba7-af2f-89f282c23239 req-048e7c54-fae7-4a8b-9116-5168e9d33047 service nova] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.295805] env[62533]: DEBUG oslo_concurrency.lockutils [req-1a34bac9-6ffc-4ba7-af2f-89f282c23239 req-048e7c54-fae7-4a8b-9116-5168e9d33047 service nova] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.295973] env[62533]: DEBUG nova.compute.manager [req-1a34bac9-6ffc-4ba7-af2f-89f282c23239 req-048e7c54-fae7-4a8b-9116-5168e9d33047 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] No waiting events found dispatching network-vif-plugged-6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.296261] env[62533]: WARNING nova.compute.manager [req-1a34bac9-6ffc-4ba7-af2f-89f282c23239 req-048e7c54-fae7-4a8b-9116-5168e9d33047 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Received unexpected event network-vif-plugged-6bec5e86-2726-4470-afda-07b42c83e1e8 for instance with vm_state building and task_state spawning. [ 1827.296834] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35cb1cda-13fa-4d27-9a2a-bcd56969c547 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.317850] env[62533]: DEBUG oslo_vmware.api [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.335641] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.335849] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.336627] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d854379-293a-468e-9de4-469efeaa12e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.345160] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1827.345160] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529911d3-1ef2-fbd8-f0e0-dc1ab3ed944d" [ 1827.345160] env[62533]: _type = "Task" [ 1827.345160] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.359405] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529911d3-1ef2-fbd8-f0e0-dc1ab3ed944d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.388634] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898935, 'name': PowerOffVM_Task, 'duration_secs': 1.560804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.388889] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.389119] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.389423] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a55eb8e-0595-40cf-84b7-b4af326df8bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.391830] env[62533]: DEBUG nova.network.neutron [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Successfully updated port: 6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.443220] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.563759] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280051} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.564073] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.565057] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af17658c-efcf-436b-bbfd-dabfacf4db16 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.586944] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 12ae10cf-c7c9-4343-a045-ced416c24f70/12ae10cf-c7c9-4343-a045-ced416c24f70.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.587256] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34c8262-ed91-4771-ad51-22c56fd4eb3a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.607172] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1827.607172] env[62533]: value = "task-1898943" [ 1827.607172] env[62533]: _type = "Task" [ 1827.607172] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.615607] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.641839] env[62533]: INFO nova.compute.manager [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Took 30.47 seconds to build instance. [ 1827.657263] env[62533]: DEBUG oslo_concurrency.lockutils [req-604744d7-0df4-4a5b-8a45-dd1311d09c75 req-06d4b720-74e8-4ccc-8033-ca943ceb7462 service nova] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.808450] env[62533]: DEBUG oslo_vmware.api [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898940, 'name': ReconfigVM_Task, 'duration_secs': 0.191782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.808450] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392054', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'name': 'volume-298feca8-1a21-4825-b1d6-1290b8d8295b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5934998c-533d-4b17-a5aa-b54496a7ba6a', 'attached_at': '', 'detached_at': '', 'volume_id': '298feca8-1a21-4825-b1d6-1290b8d8295b', 'serial': '298feca8-1a21-4825-b1d6-1290b8d8295b'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1827.857032] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]529911d3-1ef2-fbd8-f0e0-dc1ab3ed944d, 'name': SearchDatastore_Task, 'duration_secs': 0.014597} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.857934] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b51011d-fa2c-476f-b79e-36391b73c80a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.863781] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1827.863781] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ea3bce-c7d3-ed73-82af-362e4679c30d" [ 1827.863781] env[62533]: _type = "Task" [ 1827.863781] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.872857] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ea3bce-c7d3-ed73-82af-362e4679c30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.894943] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.895166] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.896298] env[62533]: DEBUG nova.network.neutron [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.947959] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1827.948064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.006s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.948733] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.024s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.948733] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.950571] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.991s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.951283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.953076] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.369s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.953530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.955778] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.338s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.957043] env[62533]: INFO nova.compute.claims [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.984397] env[62533]: INFO nova.scheduler.client.report [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted allocations for instance b3837fca-fdb3-4540-ad97-f46cb5763ba3 [ 1827.987727] env[62533]: INFO nova.scheduler.client.report [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleted allocations for instance 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562 [ 1828.116765] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898943, 'name': ReconfigVM_Task, 'duration_secs': 0.321788} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.118432] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 12ae10cf-c7c9-4343-a045-ced416c24f70/12ae10cf-c7c9-4343-a045-ced416c24f70.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.118432] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e77ef01-89d2-4c89-ad94-a86a58bf7e96 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.124111] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1828.124111] env[62533]: value = "task-1898944" [ 1828.124111] env[62533]: _type = "Task" [ 1828.124111] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.136186] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898944, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.140631] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "688a5680-0ec4-4c67-88b9-f9e59790645f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.144138] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cbb05de5-96d7-4fb7-8a4d-f939b5df0e08 tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.983s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.144383] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.144602] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "688a5680-0ec4-4c67-88b9-f9e59790645f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.144800] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.144965] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.147345] env[62533]: INFO nova.compute.manager [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Terminating instance [ 1828.349652] env[62533]: DEBUG nova.objects.instance [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'flavor' on Instance uuid 5934998c-533d-4b17-a5aa-b54496a7ba6a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.374737] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ea3bce-c7d3-ed73-82af-362e4679c30d, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.374955] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.375217] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a477b2ad-4ad1-42d4-88a5-d1b40f27ffda/a477b2ad-4ad1-42d4-88a5-d1b40f27ffda.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.375469] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dec0dc0-378a-4e32-b9f4-7d072963e8e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.381709] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1828.381709] env[62533]: value = "task-1898945" [ 1828.381709] env[62533]: _type = "Task" [ 1828.381709] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.389660] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.428527] env[62533]: DEBUG nova.network.neutron [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.469636] env[62533]: DEBUG oslo_concurrency.lockutils [None req-adf210bf-4b96-4e1a-9799-735b6e16a0df tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.463s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.470299] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.400s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.470508] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.470765] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.470869] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.473215] env[62533]: INFO nova.compute.manager [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Terminating instance [ 1828.497870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ecb0db82-67e3-4036-b5b4-52003085918f tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "b3837fca-fdb3-4540-ad97-f46cb5763ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.599s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.502711] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4305e91d-ec91-49ee-aa0c-a1fbe1c0cd43 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "5e4f41b1-a9b4-47d6-b821-dc9a0fe58562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.666s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.580365] env[62533]: DEBUG nova.network.neutron [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updating instance_info_cache with network_info: [{"id": "6bec5e86-2726-4470-afda-07b42c83e1e8", "address": "fa:16:3e:15:52:f4", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bec5e86-27", "ovs_interfaceid": "6bec5e86-2726-4470-afda-07b42c83e1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.638313] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898944, 'name': Rename_Task, 'duration_secs': 0.143077} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.638776] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.638841] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e72bbb02-a56a-4e66-bc86-b12a7ae5f163 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.647669] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1828.647669] env[62533]: value = "task-1898946" [ 1828.647669] env[62533]: _type = "Task" [ 1828.647669] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.651652] env[62533]: DEBUG nova.compute.manager [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1828.651885] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.652876] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbd6f91-4476-401d-82a0-ebf68ef935e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.660893] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.662854] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.663097] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec35aa84-d056-4ebe-8a73-c3e232e0cbdd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.668937] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1828.668937] env[62533]: value = "task-1898947" [ 1828.668937] env[62533]: _type = "Task" [ 1828.668937] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.678695] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.893102] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.981155] env[62533]: DEBUG nova.compute.manager [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1828.981155] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.981155] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-148ad858-3100-4165-bc4c-e648b7e5beb4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.989815] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cefba4-b522-46a6-a3d2-8a6d902feea9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.026839] env[62533]: WARNING nova.virt.vmwareapi.vmops [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e could not be found. [ 1829.027072] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.027260] env[62533]: INFO nova.compute.manager [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1829.027542] env[62533]: DEBUG oslo.service.loopingcall [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.030704] env[62533]: DEBUG nova.compute.manager [-] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1829.030704] env[62533]: DEBUG nova.network.neutron [-] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.083173] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.083484] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Instance network_info: |[{"id": "6bec5e86-2726-4470-afda-07b42c83e1e8", "address": "fa:16:3e:15:52:f4", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bec5e86-27", "ovs_interfaceid": "6bec5e86-2726-4470-afda-07b42c83e1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.083896] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:52:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bec5e86-2726-4470-afda-07b42c83e1e8', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.091312] env[62533]: DEBUG oslo.service.loopingcall [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.093624] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.093844] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.094059] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.094247] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.094413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.095814] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.096269] env[62533]: INFO nova.compute.manager [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Terminating instance [ 1829.097622] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63c92503-0c82-440e-a650-ec72a850467d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.122511] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.122511] env[62533]: value = "task-1898948" [ 1829.122511] env[62533]: _type = "Task" [ 1829.122511] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.134041] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.134283] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.135244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "2ad289b7-dc2b-480d-82e4-06add5aeacab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.135244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.135244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.136288] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898948, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.137088] env[62533]: INFO nova.compute.manager [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Terminating instance [ 1829.159193] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.180435] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898947, 'name': PowerOffVM_Task, 'duration_secs': 0.197971} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.181468] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.181468] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.181468] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea21cb6-c67c-4c9d-8da5-213d8291bdf6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.258616] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb2783-d00f-4b21-80e0-7b6baff62d12 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.267280] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9296e-ff56-4a33-b5de-25fb373335da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.302287] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a2abdf-a1b0-4751-8136-88d79226966f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.310978] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cdffd2-8450-4bf7-81b2-8d0d5c12b2c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.318640] env[62533]: DEBUG nova.compute.manager [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Received event network-changed-6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1829.318842] env[62533]: DEBUG nova.compute.manager [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Refreshing instance network info cache due to event network-changed-6bec5e86-2726-4470-afda-07b42c83e1e8. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1829.319122] env[62533]: DEBUG oslo_concurrency.lockutils [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] Acquiring lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.319281] env[62533]: DEBUG oslo_concurrency.lockutils [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] Acquired lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.319475] env[62533]: DEBUG nova.network.neutron [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Refreshing network info cache for port 6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.330128] env[62533]: DEBUG nova.compute.provider_tree [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.356831] env[62533]: DEBUG oslo_concurrency.lockutils [None req-afa82e01-f8ad-4d31-b833-e0e77398b548 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.396015] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898945, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.547932] env[62533]: DEBUG nova.network.neutron [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updated VIF entry in instance network info cache for port 6bec5e86-2726-4470-afda-07b42c83e1e8. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.548423] env[62533]: DEBUG nova.network.neutron [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updating instance_info_cache with network_info: [{"id": "6bec5e86-2726-4470-afda-07b42c83e1e8", "address": "fa:16:3e:15:52:f4", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bec5e86-27", "ovs_interfaceid": "6bec5e86-2726-4470-afda-07b42c83e1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.617542] env[62533]: DEBUG nova.compute.manager [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1829.617973] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.618743] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dcc228-e04d-4b20-9ab7-bd1755588647 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.629591] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.630319] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-018924c3-dfd9-4b2b-add3-f48e8bdd61ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.635013] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898948, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.641359] env[62533]: DEBUG oslo_vmware.api [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1829.641359] env[62533]: value = "task-1898950" [ 1829.641359] env[62533]: _type = "Task" [ 1829.641359] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.645028] env[62533]: DEBUG nova.compute.manager [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1829.645236] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.646045] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0753f72c-1f22-4fa7-b160-bead302690ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.656889] env[62533]: DEBUG oslo_vmware.api [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.659910] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.660208] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-033027c7-523f-4a15-bd0f-15e1259acd0c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.664852] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898946, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.669849] env[62533]: DEBUG oslo_vmware.api [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1829.669849] env[62533]: value = "task-1898951" [ 1829.669849] env[62533]: _type = "Task" [ 1829.669849] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.677855] env[62533]: DEBUG oslo_vmware.api [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.738197] env[62533]: DEBUG nova.network.neutron [-] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.836261] env[62533]: DEBUG nova.scheduler.client.report [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.880024] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.880024] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.880024] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleting the datastore file [datastore1] a0c2954d-dd4f-46c0-a88b-9420d483a4f5 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.880024] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c307e6bd-d900-44e7-a2e1-41612da2b89f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.882321] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.883130] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.883130] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Deleting the datastore file [datastore1] 688a5680-0ec4-4c67-88b9-f9e59790645f {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.883568] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3337e88f-db0a-4d7a-b139-7a13f11985cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.891185] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for the task: (returnval){ [ 1829.891185] env[62533]: value = "task-1898952" [ 1829.891185] env[62533]: _type = "Task" [ 1829.891185] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.900128] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898945, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.405802} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.900128] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for the task: (returnval){ [ 1829.900128] env[62533]: value = "task-1898953" [ 1829.900128] env[62533]: _type = "Task" [ 1829.900128] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.900812] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] a477b2ad-4ad1-42d4-88a5-d1b40f27ffda/a477b2ad-4ad1-42d4-88a5-d1b40f27ffda.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.901088] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.901422] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-179bc39c-3726-4d83-8469-a691872aa921 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.909151] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.913944] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.915216] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1829.915216] env[62533]: value = "task-1898954" [ 1829.915216] env[62533]: _type = "Task" [ 1829.915216] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.922879] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.051800] env[62533]: DEBUG oslo_concurrency.lockutils [req-25d380de-29d4-481f-b6c8-5709935dc26c req-e306000d-288d-43e7-92a9-2588d3ab3a85 service nova] Releasing lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.134289] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898948, 'name': CreateVM_Task, 'duration_secs': 1.000622} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.134822] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.135188] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.135354] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.135683] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.135941] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f865715e-2126-44be-9567-abab432f4062 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.140362] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1830.140362] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5249b872-9074-2eaa-b934-08766a0091f5" [ 1830.140362] env[62533]: _type = "Task" [ 1830.140362] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.151526] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5249b872-9074-2eaa-b934-08766a0091f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.157725] env[62533]: DEBUG oslo_vmware.api [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898950, 'name': PowerOffVM_Task, 'duration_secs': 0.404255} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.157924] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.158101] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.158702] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-638e3c2e-f8b3-4e24-aeb0-af4601230795 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.163237] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898946, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.179557] env[62533]: DEBUG oslo_vmware.api [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898951, 'name': PowerOffVM_Task, 'duration_secs': 0.374723} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.179825] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.179995] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.180251] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a7112d7-fd5c-41a8-942e-71e1a24dc8d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.241245] env[62533]: INFO nova.compute.manager [-] [instance: 6c5c209a-92c3-49d5-9ccc-69c1174e4e0e] Took 1.21 seconds to deallocate network for instance. [ 1830.343119] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.344081] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.400344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.400611] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.400850] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleting the datastore file [datastore1] f6d1ea92-5a39-42fe-bdfe-e04a55f40216 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.401615] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c113fac1-be86-42d5-a15b-13b405816e57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.406504] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.415800] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.420598] env[62533]: DEBUG oslo_vmware.api [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1830.420598] env[62533]: value = "task-1898957" [ 1830.420598] env[62533]: _type = "Task" [ 1830.420598] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.426900] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109344} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.427559] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.428326] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e30aebe-3ebb-42cb-a549-70366b9151d1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.433847] env[62533]: DEBUG oslo_vmware.api [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.454357] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a477b2ad-4ad1-42d4-88a5-d1b40f27ffda/a477b2ad-4ad1-42d4-88a5-d1b40f27ffda.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.454933] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7653d764-1ba0-4249-8a6a-cc459ece5c7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.470823] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.471041] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.471221] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleting the datastore file [datastore1] 2ad289b7-dc2b-480d-82e4-06add5aeacab {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.471833] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4defdb51-3a48-4743-940f-bc1d782ae44a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.475903] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1830.475903] env[62533]: value = "task-1898958" [ 1830.475903] env[62533]: _type = "Task" [ 1830.475903] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.479620] env[62533]: DEBUG oslo_vmware.api [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for the task: (returnval){ [ 1830.479620] env[62533]: value = "task-1898959" [ 1830.479620] env[62533]: _type = "Task" [ 1830.479620] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.486097] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.491021] env[62533]: DEBUG oslo_vmware.api [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.652292] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5249b872-9074-2eaa-b934-08766a0091f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.656261] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.656598] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.656891] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.657087] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.657396] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.657781] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-569ec34a-3a6a-414c-803e-5ca76f980ce1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.666284] env[62533]: DEBUG oslo_vmware.api [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898946, 'name': PowerOnVM_Task, 'duration_secs': 1.82498} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.666582] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.666820] env[62533]: INFO nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Took 19.63 seconds to spawn the instance on the hypervisor. [ 1830.667068] env[62533]: DEBUG nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.667896] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24faf0cf-0323-4f62-8366-ab78d24603da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.671663] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.671925] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.672167] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "5934998c-533d-4b17-a5aa-b54496a7ba6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.672358] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.672544] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.674306] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.674494] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.675624] env[62533]: INFO nova.compute.manager [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Terminating instance [ 1830.677525] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c525b2-9081-47dc-ae6f-8b7ecfa9d845 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.689225] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1830.689225] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b7e1cc-363e-15ce-e36d-5ab4056000cb" [ 1830.689225] env[62533]: _type = "Task" [ 1830.689225] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.700099] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b7e1cc-363e-15ce-e36d-5ab4056000cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.849452] env[62533]: DEBUG nova.compute.utils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.851048] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.851320] env[62533]: DEBUG nova.network.neutron [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.906333] env[62533]: DEBUG oslo_vmware.api [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Task: {'id': task-1898952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.710834} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.906333] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.906516] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.906648] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.906749] env[62533]: INFO nova.compute.manager [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Took 5.55 seconds to destroy the instance on the hypervisor. [ 1830.906993] env[62533]: DEBUG oslo.service.loopingcall [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.907366] env[62533]: DEBUG nova.compute.manager [-] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.907486] env[62533]: DEBUG nova.network.neutron [-] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.917820] env[62533]: DEBUG oslo_vmware.api [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Task: {'id': task-1898953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.708651} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.918164] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.918329] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.918507] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.918699] env[62533]: INFO nova.compute.manager [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1830.918937] env[62533]: DEBUG oslo.service.loopingcall [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.919142] env[62533]: DEBUG nova.compute.manager [-] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.919231] env[62533]: DEBUG nova.network.neutron [-] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.928858] env[62533]: DEBUG oslo_vmware.api [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384309} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.929088] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.929466] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.929466] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.929623] env[62533]: INFO nova.compute.manager [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1830.929890] env[62533]: DEBUG oslo.service.loopingcall [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.931064] env[62533]: DEBUG nova.compute.manager [-] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.931064] env[62533]: DEBUG nova.network.neutron [-] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.932728] env[62533]: DEBUG nova.policy [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.989270] env[62533]: DEBUG oslo_vmware.api [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Task: {'id': task-1898959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337556} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.992396] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.992597] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.992775] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.992949] env[62533]: INFO nova.compute.manager [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1830.993200] env[62533]: DEBUG oslo.service.loopingcall [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.993411] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898958, 'name': ReconfigVM_Task, 'duration_secs': 0.482782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.993606] env[62533]: DEBUG nova.compute.manager [-] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.993705] env[62533]: DEBUG nova.network.neutron [-] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.995283] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a477b2ad-4ad1-42d4-88a5-d1b40f27ffda/a477b2ad-4ad1-42d4-88a5-d1b40f27ffda.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.995885] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff71242e-e508-4fe8-8649-b210c245df6b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.002492] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1831.002492] env[62533]: value = "task-1898961" [ 1831.002492] env[62533]: _type = "Task" [ 1831.002492] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.013171] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898961, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.191776] env[62533]: DEBUG nova.compute.manager [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1831.192252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.202020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8e424-3a09-441f-a005-dbcf39ab29d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.209029] env[62533]: INFO nova.compute.manager [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Took 34.99 seconds to build instance. [ 1831.216539] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b7e1cc-363e-15ce-e36d-5ab4056000cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.219293] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.219528] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448484a3-2818-4588-a41d-814702ce90cc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.221854] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-964127b9-3fc4-404e-881d-4298c9e95c9a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.226420] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1831.226420] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fdad89-c4d1-e91b-d13f-9b2c81142195" [ 1831.226420] env[62533]: _type = "Task" [ 1831.226420] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.231781] env[62533]: DEBUG oslo_vmware.api [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1831.231781] env[62533]: value = "task-1898962" [ 1831.231781] env[62533]: _type = "Task" [ 1831.231781] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.238188] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fdad89-c4d1-e91b-d13f-9b2c81142195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.244455] env[62533]: DEBUG oslo_vmware.api [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.270894] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f60f2e66-8f61-4db8-8b08-0ca799105b95 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "6c5c209a-92c3-49d5-9ccc-69c1174e4e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.800s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.356144] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.515911] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898961, 'name': Rename_Task, 'duration_secs': 0.182246} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.516282] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.516563] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99275802-cff3-4874-8482-38c109d38b12 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.523736] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1831.523736] env[62533]: value = "task-1898963" [ 1831.523736] env[62533]: _type = "Task" [ 1831.523736] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.533905] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.597469] env[62533]: DEBUG nova.network.neutron [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Successfully created port: 1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.685103] env[62533]: DEBUG nova.compute.manager [req-7f6a9231-7050-4f4a-b746-2354d6160eee req-031d120e-ba1c-4218-8e96-f7db27da5c50 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Received event network-vif-deleted-336b99aa-eabd-46d5-a1b7-99439ca0be8f {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1831.685372] env[62533]: INFO nova.compute.manager [req-7f6a9231-7050-4f4a-b746-2354d6160eee req-031d120e-ba1c-4218-8e96-f7db27da5c50 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Neutron deleted interface 336b99aa-eabd-46d5-a1b7-99439ca0be8f; detaching it from the instance and deleting it from the info cache [ 1831.685499] env[62533]: DEBUG nova.network.neutron [req-7f6a9231-7050-4f4a-b746-2354d6160eee req-031d120e-ba1c-4218-8e96-f7db27da5c50 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.711148] env[62533]: DEBUG nova.compute.manager [req-7c289143-0725-4c5e-9bf4-de011a06b7a5 req-5d75592d-7d51-4a1e-94e0-190306e54504 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Received event network-vif-deleted-46dd9017-3038-4ea7-a512-b2804e9509ea {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1831.711782] env[62533]: INFO nova.compute.manager [req-7c289143-0725-4c5e-9bf4-de011a06b7a5 req-5d75592d-7d51-4a1e-94e0-190306e54504 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Neutron deleted interface 46dd9017-3038-4ea7-a512-b2804e9509ea; detaching it from the instance and deleting it from the info cache [ 1831.711782] env[62533]: DEBUG nova.network.neutron [req-7c289143-0725-4c5e-9bf4-de011a06b7a5 req-5d75592d-7d51-4a1e-94e0-190306e54504 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.716593] env[62533]: DEBUG oslo_concurrency.lockutils [None req-cabf84b4-a690-40be-a98c-4f8e4442b103 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.506s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.740942] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52fdad89-c4d1-e91b-d13f-9b2c81142195, 'name': SearchDatastore_Task, 'duration_secs': 0.024218} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.741680] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.742027] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/289e25df-b92c-40e4-bde2-3ffcef35e0a1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.742298] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97b7e7c0-a37f-4b09-9aaf-2f377c3ac96a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.747277] env[62533]: DEBUG oslo_vmware.api [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898962, 'name': PowerOffVM_Task, 'duration_secs': 0.389259} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.747996] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.748281] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.748587] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f18b54a6-b188-4bcf-8b52-6d77bf489476 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.753538] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1831.753538] env[62533]: value = "task-1898964" [ 1831.753538] env[62533]: _type = "Task" [ 1831.753538] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.762795] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.845247] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.845494] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.845669] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleting the datastore file [datastore2] 5934998c-533d-4b17-a5aa-b54496a7ba6a {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.845941] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edee97c8-35cc-403b-a058-c76f01808acd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.852888] env[62533]: DEBUG oslo_vmware.api [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1831.852888] env[62533]: value = "task-1898966" [ 1831.852888] env[62533]: _type = "Task" [ 1831.852888] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.865883] env[62533]: DEBUG oslo_vmware.api [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.040437] env[62533]: DEBUG oslo_vmware.api [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1898963, 'name': PowerOnVM_Task, 'duration_secs': 0.505385} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.040887] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.041241] env[62533]: INFO nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1832.041846] env[62533]: DEBUG nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.042795] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05e6337-61a8-4033-9ce9-f72dbe29bbc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.056056] env[62533]: DEBUG nova.network.neutron [-] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.140505] env[62533]: DEBUG nova.network.neutron [-] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.150660] env[62533]: DEBUG nova.network.neutron [-] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.190642] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db962698-3b12-4ef3-9c93-2130eadcd153 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.203265] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ec2b5-2d03-48fb-8392-8c2c5129ede2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.217189] env[62533]: DEBUG nova.network.neutron [-] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.218980] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c3aff7b-1527-4573-953b-9d8057804742 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.228126] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee36b69c-0384-4d4b-8c57-0c1bf3292dd8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.252603] env[62533]: DEBUG nova.compute.manager [req-7f6a9231-7050-4f4a-b746-2354d6160eee req-031d120e-ba1c-4218-8e96-f7db27da5c50 service nova] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Detach interface failed, port_id=336b99aa-eabd-46d5-a1b7-99439ca0be8f, reason: Instance 688a5680-0ec4-4c67-88b9-f9e59790645f could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1832.264594] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898964, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.275845] env[62533]: DEBUG nova.compute.manager [req-7c289143-0725-4c5e-9bf4-de011a06b7a5 req-5d75592d-7d51-4a1e-94e0-190306e54504 service nova] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Detach interface failed, port_id=46dd9017-3038-4ea7-a512-b2804e9509ea, reason: Instance a0c2954d-dd4f-46c0-a88b-9420d483a4f5 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1832.363144] env[62533]: DEBUG oslo_vmware.api [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490862} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.363401] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1832.363587] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1832.363764] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.363936] env[62533]: INFO nova.compute.manager [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1832.364192] env[62533]: DEBUG oslo.service.loopingcall [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.364586] env[62533]: DEBUG nova.compute.manager [-] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1832.364586] env[62533]: DEBUG nova.network.neutron [-] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.367316] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.388092] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.388341] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.388498] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.388684] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.388856] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.389055] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.389257] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.389423] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.389657] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.389777] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.390011] env[62533]: DEBUG nova.virt.hardware [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.391188] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf76db-cf94-4279-95a1-fde7d4851735 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.402120] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750977e-bbf2-4756-a76d-a1e9faed1a84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.505303] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "12ae10cf-c7c9-4343-a045-ced416c24f70" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.505566] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.505748] env[62533]: DEBUG nova.compute.manager [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.506635] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c4e55-db36-4944-9ca0-04ad10438815 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.513635] env[62533]: DEBUG nova.compute.manager [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1832.514220] env[62533]: DEBUG nova.objects.instance [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lazy-loading 'flavor' on Instance uuid 12ae10cf-c7c9-4343-a045-ced416c24f70 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.566033] env[62533]: INFO nova.compute.manager [-] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Took 1.64 seconds to deallocate network for instance. [ 1832.570609] env[62533]: INFO nova.compute.manager [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Took 21.37 seconds to build instance. [ 1832.643558] env[62533]: INFO nova.compute.manager [-] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Took 1.74 seconds to deallocate network for instance. [ 1832.651617] env[62533]: INFO nova.compute.manager [-] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Took 1.72 seconds to deallocate network for instance. [ 1832.719891] env[62533]: INFO nova.compute.manager [-] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Took 1.73 seconds to deallocate network for instance. [ 1832.765234] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545047} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.766136] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/289e25df-b92c-40e4-bde2-3ffcef35e0a1.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.766136] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.766136] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0adb8482-0433-4f30-9f0f-20145940f1a7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.772836] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1832.772836] env[62533]: value = "task-1898967" [ 1832.772836] env[62533]: _type = "Task" [ 1832.772836] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.781075] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.850135] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.850135] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.976339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Acquiring lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.076031] env[62533]: DEBUG nova.objects.instance [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lazy-loading 'resources' on Instance uuid 688a5680-0ec4-4c67-88b9-f9e59790645f {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2e40f6de-70b1-42b4-a650-e94d6951c709 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.887s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.099s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Acquiring lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.076031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.078867] env[62533]: INFO nova.compute.manager [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Terminating instance [ 1833.150423] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.162217] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.230184] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.230184] env[62533]: DEBUG nova.network.neutron [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Successfully updated port: 1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.285048] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207057} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.285478] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.287227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0364e08-7739-472f-bf53-235cdaf32dbc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.316201] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/289e25df-b92c-40e4-bde2-3ffcef35e0a1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.316502] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387f7f0a-c4a9-4950-9b53-ecd0d26241ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.337191] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1833.337191] env[62533]: value = "task-1898968" [ 1833.337191] env[62533]: _type = "Task" [ 1833.337191] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.345577] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.352139] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1833.467718] env[62533]: DEBUG nova.network.neutron [-] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.522034] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.522235] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d891881-af9a-4c71-ae89-2438a7187806 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.531530] env[62533]: DEBUG oslo_vmware.api [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1833.531530] env[62533]: value = "task-1898969" [ 1833.531530] env[62533]: _type = "Task" [ 1833.531530] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.543235] env[62533]: DEBUG oslo_vmware.api [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.587954] env[62533]: DEBUG nova.compute.manager [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.588219] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.589209] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43709ebe-a96e-430e-8ed4-1e5d22cae753 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.597135] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.599711] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99744ac7-41c3-4f1d-b430-fed7b6f9865f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.606020] env[62533]: DEBUG oslo_vmware.api [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Waiting for the task: (returnval){ [ 1833.606020] env[62533]: value = "task-1898970" [ 1833.606020] env[62533]: _type = "Task" [ 1833.606020] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.614480] env[62533]: DEBUG oslo_vmware.api [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Task: {'id': task-1898970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.734071] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.734071] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.734071] env[62533]: DEBUG nova.network.neutron [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.818762] env[62533]: DEBUG nova.compute.manager [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-vif-plugged-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1833.818762] env[62533]: DEBUG oslo_concurrency.lockutils [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.818762] env[62533]: DEBUG oslo_concurrency.lockutils [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.818762] env[62533]: DEBUG oslo_concurrency.lockutils [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.818762] env[62533]: DEBUG nova.compute.manager [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] No waiting events found dispatching network-vif-plugged-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.818762] env[62533]: WARNING nova.compute.manager [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received unexpected event network-vif-plugged-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 for instance with vm_state building and task_state spawning. [ 1833.819498] env[62533]: DEBUG nova.compute.manager [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1833.819498] env[62533]: DEBUG nova.compute.manager [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing instance network info cache due to event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1833.819498] env[62533]: DEBUG oslo_concurrency.lockutils [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.850039] env[62533]: DEBUG nova.compute.manager [req-003bf9d5-4832-4485-865f-90dc5934fe1b req-4e908446-13e6-473f-93b7-f807a30eb0b6 service nova] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Received event network-vif-deleted-6879e3d9-6e5b-4979-b151-6c36b13e2c1a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1833.850853] env[62533]: DEBUG nova.compute.manager [req-003bf9d5-4832-4485-865f-90dc5934fe1b req-4e908446-13e6-473f-93b7-f807a30eb0b6 service nova] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Received event network-vif-deleted-e5c4e89f-583a-44dc-9da7-8d2248ed047b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1833.850853] env[62533]: DEBUG nova.compute.manager [req-003bf9d5-4832-4485-865f-90dc5934fe1b req-4e908446-13e6-473f-93b7-f807a30eb0b6 service nova] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Received event network-vif-deleted-0ba1cb2c-6f2c-4d82-87cb-ecf0e5fb2d20 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1833.858830] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898968, 'name': ReconfigVM_Task, 'duration_secs': 0.281682} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.861028] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/289e25df-b92c-40e4-bde2-3ffcef35e0a1.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.862994] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514e33cc-2ab9-4fa1-8038-780680775447 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.867383] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb914d76-5a9e-4a43-871a-0854a5278d1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.874869] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e747a-841c-4bc4-9c18-a62c7f1dbb5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.878288] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1833.878288] env[62533]: value = "task-1898971" [ 1833.878288] env[62533]: _type = "Task" [ 1833.878288] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.880795] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.913338] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f3eae0-b8a4-4eda-b5b0-113742f9fcbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.919210] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898971, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.924758] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6219ca4-b517-4750-b0df-83b250048a7b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.937938] env[62533]: DEBUG nova.compute.provider_tree [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.973404] env[62533]: INFO nova.compute.manager [-] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Took 1.61 seconds to deallocate network for instance. [ 1834.042047] env[62533]: DEBUG oslo_vmware.api [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898969, 'name': PowerOffVM_Task, 'duration_secs': 0.278413} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.042436] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.042657] env[62533]: DEBUG nova.compute.manager [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.043448] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bd7093-22a2-413b-9c4b-c23d6f2ba1c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.118295] env[62533]: DEBUG oslo_vmware.api [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Task: {'id': task-1898970, 'name': PowerOffVM_Task, 'duration_secs': 0.210101} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.118630] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.118733] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.118985] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b78a50e-8fd7-47c5-91d8-816f220b4a54 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.263253] env[62533]: DEBUG nova.network.neutron [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.312334] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.312577] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.312761] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Deleting the datastore file [datastore1] a477b2ad-4ad1-42d4-88a5-d1b40f27ffda {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.312983] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a6d9d3-5f19-4270-80c4-53b036c0cdc0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.323500] env[62533]: DEBUG oslo_vmware.api [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Waiting for the task: (returnval){ [ 1834.323500] env[62533]: value = "task-1898973" [ 1834.323500] env[62533]: _type = "Task" [ 1834.323500] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.331555] env[62533]: DEBUG oslo_vmware.api [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Task: {'id': task-1898973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.390756] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898971, 'name': Rename_Task, 'duration_secs': 0.311143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.393284] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.393544] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dbe533b-6b3d-420c-885b-951506ed7eb0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.400888] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1834.400888] env[62533]: value = "task-1898974" [ 1834.400888] env[62533]: _type = "Task" [ 1834.400888] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.409248] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.441281] env[62533]: DEBUG nova.scheduler.client.report [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.457855] env[62533]: DEBUG nova.network.neutron [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.482788] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.561158] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2f1de741-0148-4da8-b233-bc58ff72eec5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.836420] env[62533]: DEBUG oslo_vmware.api [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Task: {'id': task-1898973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224475} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.836751] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.836925] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.837071] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.837252] env[62533]: INFO nova.compute.manager [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1834.837497] env[62533]: DEBUG oslo.service.loopingcall [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.837692] env[62533]: DEBUG nova.compute.manager [-] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.837889] env[62533]: DEBUG nova.network.neutron [-] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.912374] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.953541] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.955979] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.806s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.956369] env[62533]: DEBUG nova.objects.instance [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lazy-loading 'resources' on Instance uuid a0c2954d-dd4f-46c0-a88b-9420d483a4f5 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.960138] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.960441] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Instance network_info: |[{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.960744] env[62533]: DEBUG oslo_concurrency.lockutils [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.961573] env[62533]: DEBUG nova.network.neutron [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.962219] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:27:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c57fc6d-cf15-4e9e-a95f-ed1371887b67', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.972575] env[62533]: DEBUG oslo.service.loopingcall [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.976755] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.977311] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58dfadc-1dfe-4aad-8373-56ed094d6368 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.996323] env[62533]: INFO nova.scheduler.client.report [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Deleted allocations for instance 688a5680-0ec4-4c67-88b9-f9e59790645f [ 1835.008034] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.008034] env[62533]: value = "task-1898975" [ 1835.008034] env[62533]: _type = "Task" [ 1835.008034] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.017270] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898975, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.413066] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.506535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ae0f9ad7-b6fb-463c-af2d-6fd320f5a93f tempest-ServerGroupTestJSON-1135762267 tempest-ServerGroupTestJSON-1135762267-project-member] Lock "688a5680-0ec4-4c67-88b9-f9e59790645f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.362s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.524084] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898975, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.529145] env[62533]: DEBUG nova.network.neutron [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updated VIF entry in instance network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.529486] env[62533]: DEBUG nova.network.neutron [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.624470] env[62533]: DEBUG nova.network.neutron [-] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.641452] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "12ae10cf-c7c9-4343-a045-ced416c24f70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.641573] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.642025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "12ae10cf-c7c9-4343-a045-ced416c24f70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.642025] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.642157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.644163] env[62533]: INFO nova.compute.manager [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Terminating instance [ 1835.731291] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b31228-8e60-452c-8300-95f797731952 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.740106] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24385be-c5dc-4dc1-9f34-2e88e236cbb8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.774480] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa7ee0-da81-4ca1-8361-fefbf4a7434e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.787064] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579fc499-6797-484a-990f-db0db32f7776 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.802584] env[62533]: DEBUG nova.compute.provider_tree [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.860580] env[62533]: DEBUG nova.compute.manager [req-57351605-e001-432e-aa12-a2446e1261f1 req-67ef1150-a9ab-459c-8ede-04b03d0d67ab service nova] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Received event network-vif-deleted-1bf4d2fa-88fd-4fa2-9ec8-899b584fbc1a {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1835.912743] env[62533]: DEBUG oslo_vmware.api [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898974, 'name': PowerOnVM_Task, 'duration_secs': 1.214087} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.913061] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.913270] env[62533]: INFO nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1835.913450] env[62533]: DEBUG nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1835.914264] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9556e-5977-4cf4-a29a-6079a8dc1ac3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.021476] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898975, 'name': CreateVM_Task, 'duration_secs': 0.935593} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.024085] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.024900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.025127] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.025472] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.025751] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b957ca88-dcd1-474e-8ddf-330479ff810c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.033539] env[62533]: DEBUG oslo_concurrency.lockutils [req-5e9cb662-aff4-49ae-b0c8-b32c62c7776f req-d4ecca26-0877-4234-80db-94a486478e35 service nova] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.033962] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1836.033962] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ff267c-88b4-acad-c008-bb7b4e69833d" [ 1836.033962] env[62533]: _type = "Task" [ 1836.033962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.044478] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ff267c-88b4-acad-c008-bb7b4e69833d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.129833] env[62533]: INFO nova.compute.manager [-] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Took 1.29 seconds to deallocate network for instance. [ 1836.148473] env[62533]: DEBUG nova.compute.manager [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1836.148710] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.149731] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b9ace-f02f-4ddb-b646-c73c3cbc0d6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.158421] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.158696] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1756268-a9b2-4a8b-b1b9-7e3ffd333c9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.306212] env[62533]: DEBUG nova.scheduler.client.report [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.438572] env[62533]: INFO nova.compute.manager [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Took 15.88 seconds to build instance. [ 1836.550260] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.550490] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.550722] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore1] 12ae10cf-c7c9-4343-a045-ced416c24f70 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.551020] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ff267c-88b4-acad-c008-bb7b4e69833d, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.551249] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3089a4-326d-4f24-abd8-919f9b5e2f52 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.553510] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.553823] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.554028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.554206] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.554400] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.554718] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e890bb-7c23-42a2-8a41-1901864f1bb8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.561335] env[62533]: DEBUG oslo_vmware.api [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1836.561335] env[62533]: value = "task-1898977" [ 1836.561335] env[62533]: _type = "Task" [ 1836.561335] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.569652] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.570628] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.571854] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996b016d-c630-4c44-b1b2-625c3a42a78a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.577288] env[62533]: DEBUG oslo_vmware.api [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.581339] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1836.581339] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5271b44a-55f6-988e-562d-e96f195cb98b" [ 1836.581339] env[62533]: _type = "Task" [ 1836.581339] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.593122] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5271b44a-55f6-988e-562d-e96f195cb98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.636997] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.811901] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.815195] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.653s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.815564] env[62533]: DEBUG nova.objects.instance [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lazy-loading 'resources' on Instance uuid f6d1ea92-5a39-42fe-bdfe-e04a55f40216 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.838551] env[62533]: INFO nova.scheduler.client.report [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Deleted allocations for instance a0c2954d-dd4f-46c0-a88b-9420d483a4f5 [ 1836.876242] env[62533]: INFO nova.compute.manager [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Rescuing [ 1836.876675] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.876936] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.877232] env[62533]: DEBUG nova.network.neutron [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.941689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e4722a4-d79e-4185-a98b-d517de126bf6 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.394s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.073245] env[62533]: DEBUG oslo_vmware.api [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.091714] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5271b44a-55f6-988e-562d-e96f195cb98b, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.092762] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be96b72-4c5f-4cf8-a6bf-d2be7186d200 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.098746] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1837.098746] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c56d9e-e639-d541-8d9c-15ae4bfeb1b3" [ 1837.098746] env[62533]: _type = "Task" [ 1837.098746] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.108411] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c56d9e-e639-d541-8d9c-15ae4bfeb1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.348442] env[62533]: DEBUG oslo_concurrency.lockutils [None req-aaddac94-3dc6-4716-b160-9e4a9190f0b2 tempest-ServersNegativeTestJSON-579311636 tempest-ServersNegativeTestJSON-579311636-project-member] Lock "a0c2954d-dd4f-46c0-a88b-9420d483a4f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.503s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.573026] env[62533]: DEBUG oslo_vmware.api [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1898977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615668} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.573026] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.573150] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.573285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.574213] env[62533]: INFO nova.compute.manager [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1837.574213] env[62533]: DEBUG oslo.service.loopingcall [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.574213] env[62533]: DEBUG nova.compute.manager [-] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1837.574213] env[62533]: DEBUG nova.network.neutron [-] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.615751] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c56d9e-e639-d541-8d9c-15ae4bfeb1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.616028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.616291] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 7b6276ad-7089-4330-b7f3-002884ea3c93/7b6276ad-7089-4330-b7f3-002884ea3c93.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.616546] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6797d80d-5865-4c1a-910f-f87d1b40c39f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.625309] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1837.625309] env[62533]: value = "task-1898978" [ 1837.625309] env[62533]: _type = "Task" [ 1837.625309] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.641144] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.641681] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa40c3d-fb81-4311-8ccd-2da91fbb37e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.648459] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4acda6c-1937-4093-a8da-085f1e1dbd18 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.680717] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b1834-95da-42a3-bfac-736f7d15e322 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.690416] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c09f77-d895-44a2-bda2-12524221d08d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.702239] env[62533]: DEBUG nova.compute.provider_tree [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.791367] env[62533]: DEBUG nova.network.neutron [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updating instance_info_cache with network_info: [{"id": "6bec5e86-2726-4470-afda-07b42c83e1e8", "address": "fa:16:3e:15:52:f4", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bec5e86-27", "ovs_interfaceid": "6bec5e86-2726-4470-afda-07b42c83e1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.053375] env[62533]: DEBUG nova.compute.manager [req-265a0ba2-ab43-431f-a639-4a80a9d1f546 req-ac02175b-3cf2-48ea-be14-133474492429 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Received event network-vif-deleted-d4da6358-8c61-4312-b958-cd534637bc7b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1838.053666] env[62533]: INFO nova.compute.manager [req-265a0ba2-ab43-431f-a639-4a80a9d1f546 req-ac02175b-3cf2-48ea-be14-133474492429 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Neutron deleted interface d4da6358-8c61-4312-b958-cd534637bc7b; detaching it from the instance and deleting it from the info cache [ 1838.054280] env[62533]: DEBUG nova.network.neutron [req-265a0ba2-ab43-431f-a639-4a80a9d1f546 req-ac02175b-3cf2-48ea-be14-133474492429 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.141113] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898978, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.206098] env[62533]: DEBUG nova.scheduler.client.report [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.293825] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.523818] env[62533]: DEBUG nova.network.neutron [-] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.556986] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f2750b4-ab7e-4009-91fc-f7db742404dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.566826] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e61e07-1ae1-4b7e-8e44-dab9bb293c58 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.598278] env[62533]: DEBUG nova.compute.manager [req-265a0ba2-ab43-431f-a639-4a80a9d1f546 req-ac02175b-3cf2-48ea-be14-133474492429 service nova] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Detach interface failed, port_id=d4da6358-8c61-4312-b958-cd534637bc7b, reason: Instance 12ae10cf-c7c9-4343-a045-ced416c24f70 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1838.637960] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691614} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.638244] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 7b6276ad-7089-4330-b7f3-002884ea3c93/7b6276ad-7089-4330-b7f3-002884ea3c93.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.638456] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.638701] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-618aa1df-5306-4edc-85d2-29cda945ae87 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.644952] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1838.644952] env[62533]: value = "task-1898979" [ 1838.644952] env[62533]: _type = "Task" [ 1838.644952] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.653826] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.665494] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.665819] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.666160] env[62533]: INFO nova.compute.manager [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Rebooting instance [ 1838.712368] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.715045] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.488s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.715329] env[62533]: DEBUG nova.objects.instance [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lazy-loading 'resources' on Instance uuid 2ad289b7-dc2b-480d-82e4-06add5aeacab {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.756434] env[62533]: INFO nova.scheduler.client.report [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted allocations for instance f6d1ea92-5a39-42fe-bdfe-e04a55f40216 [ 1839.027492] env[62533]: INFO nova.compute.manager [-] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Took 1.45 seconds to deallocate network for instance. [ 1839.154904] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309069} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.155317] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.156072] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49d6365-4e38-4726-9ca2-03c9640652be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.181141] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 7b6276ad-7089-4330-b7f3-002884ea3c93/7b6276ad-7089-4330-b7f3-002884ea3c93.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.181770] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fde17a-05ed-4426-8d68-9e57dcb86742 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.197030] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.197222] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.197400] env[62533]: DEBUG nova.network.neutron [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.205688] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1839.205688] env[62533]: value = "task-1898980" [ 1839.205688] env[62533]: _type = "Task" [ 1839.205688] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.214760] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.268477] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c327169b-b87f-4a6b-8b73-694bb7df3a2c tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "f6d1ea92-5a39-42fe-bdfe-e04a55f40216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.174s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.436930] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e5740-7d79-4c17-ba13-ad8176679484 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.445150] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7131d48-e600-43ca-9aee-dda1ae4a9119 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.476904] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301090d-8630-4b0e-9a57-62bf425f5a0b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.484820] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb87f2-5aeb-46c1-ad0b-680a0965af1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.500198] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "3423229b-d04f-495b-a112-8cd2dc727b74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.500449] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "3423229b-d04f-495b-a112-8cd2dc727b74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.500662] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "3423229b-d04f-495b-a112-8cd2dc727b74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.500851] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "3423229b-d04f-495b-a112-8cd2dc727b74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.501036] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "3423229b-d04f-495b-a112-8cd2dc727b74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.502802] env[62533]: DEBUG nova.compute.provider_tree [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.504179] env[62533]: INFO nova.compute.manager [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Terminating instance [ 1839.534513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.714161] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.829809] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.830180] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da6704f2-2169-4156-9743-396caa94315f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.838963] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1839.838963] env[62533]: value = "task-1898981" [ 1839.838963] env[62533]: _type = "Task" [ 1839.838963] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.847267] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.920532] env[62533]: DEBUG nova.network.neutron [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.007528] env[62533]: DEBUG nova.scheduler.client.report [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.013404] env[62533]: DEBUG nova.compute.manager [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.013666] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.015012] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a1925-6550-4e7c-86d1-e6362127bd56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.024315] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.024868] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5ab715-8126-4b0a-81ad-9ee17b8fd9e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.031586] env[62533]: DEBUG oslo_vmware.api [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1840.031586] env[62533]: value = "task-1898982" [ 1840.031586] env[62533]: _type = "Task" [ 1840.031586] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.040499] env[62533]: DEBUG oslo_vmware.api [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.216920] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898980, 'name': ReconfigVM_Task, 'duration_secs': 0.86896} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.217452] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 7b6276ad-7089-4330-b7f3-002884ea3c93/7b6276ad-7089-4330-b7f3-002884ea3c93.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.217902] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6332bc18-77c7-4d9f-8d40-f388a2cf518c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.224314] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1840.224314] env[62533]: value = "task-1898983" [ 1840.224314] env[62533]: _type = "Task" [ 1840.224314] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.233189] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898983, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.349037] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898981, 'name': PowerOffVM_Task, 'duration_secs': 0.183161} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.349229] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.350093] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c9bb6-7fb0-41ea-ac68-2032c9dd0154 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.369056] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a373c5c-90f2-446d-a411-f726acaf0d94 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.400455] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.400810] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-531a7b47-285e-453e-a01b-432c36d364cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.407725] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1840.407725] env[62533]: value = "task-1898984" [ 1840.407725] env[62533]: _type = "Task" [ 1840.407725] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.415648] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.424336] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.515444] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.517936] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.637s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.519698] env[62533]: INFO nova.compute.claims [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.541479] env[62533]: DEBUG oslo_vmware.api [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898982, 'name': PowerOffVM_Task, 'duration_secs': 0.154301} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.541670] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.542068] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1840.542178] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd1593b-239f-4b3a-947c-78fe97f98ace {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.547419] env[62533]: INFO nova.scheduler.client.report [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Deleted allocations for instance 2ad289b7-dc2b-480d-82e4-06add5aeacab [ 1840.631515] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.631820] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.632039] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleting the datastore file [datastore2] 3423229b-d04f-495b-a112-8cd2dc727b74 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.632339] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74d2726-0be2-4350-90a3-eb8f49fa4321 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.639393] env[62533]: DEBUG oslo_vmware.api [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for the task: (returnval){ [ 1840.639393] env[62533]: value = "task-1898986" [ 1840.639393] env[62533]: _type = "Task" [ 1840.639393] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.647330] env[62533]: DEBUG oslo_vmware.api [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.734701] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898983, 'name': Rename_Task, 'duration_secs': 0.150776} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.734966] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.735230] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c561778-33cb-4d2d-8869-fc0a97add0d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.741428] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1840.741428] env[62533]: value = "task-1898987" [ 1840.741428] env[62533]: _type = "Task" [ 1840.741428] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.748580] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.918174] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1840.918409] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.918659] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.918828] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.918993] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.919271] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35749260-e368-4613-8b70-f40f232df6d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.929306] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.929486] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.930857] env[62533]: DEBUG nova.compute.manager [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.931108] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec48b3ec-585e-40da-89e9-b5a897a35e7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.933817] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffdbedb-6c4b-4110-a3e5-2fd761a36100 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.939646] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1840.939646] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522fed8b-2dd4-0bd8-9b4a-a22ff3047e85" [ 1840.939646] env[62533]: _type = "Task" [ 1840.939646] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.951999] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522fed8b-2dd4-0bd8-9b4a-a22ff3047e85, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.952609] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6b24d7-53ad-44e6-b34c-67441d783238 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.957645] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1840.957645] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b75583-7a31-76d5-4a0d-d4a5ff3b29d1" [ 1840.957645] env[62533]: _type = "Task" [ 1840.957645] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.969820] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b75583-7a31-76d5-4a0d-d4a5ff3b29d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.057952] env[62533]: DEBUG oslo_concurrency.lockutils [None req-75956559-f65f-413e-85c1-cc50550ebf15 tempest-ListServerFiltersTestJSON-891403007 tempest-ListServerFiltersTestJSON-891403007-project-member] Lock "2ad289b7-dc2b-480d-82e4-06add5aeacab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.923s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.149377] env[62533]: DEBUG oslo_vmware.api [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Task: {'id': task-1898986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184686} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.150852] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.150852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.150852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.150852] env[62533]: INFO nova.compute.manager [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1841.150852] env[62533]: DEBUG oslo.service.loopingcall [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.150852] env[62533]: DEBUG nova.compute.manager [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.150852] env[62533]: DEBUG nova.network.neutron [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.251792] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.452320] env[62533]: DEBUG nova.compute.manager [req-e4b424b5-7d46-47a9-bdc1-9786ae4c843c req-54f039f4-e936-4842-9642-fbef8ac0c8c0 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Received event network-vif-deleted-ff95bace-ad6d-4a28-b673-d6e368453af9 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1841.452320] env[62533]: INFO nova.compute.manager [req-e4b424b5-7d46-47a9-bdc1-9786ae4c843c req-54f039f4-e936-4842-9642-fbef8ac0c8c0 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Neutron deleted interface ff95bace-ad6d-4a28-b673-d6e368453af9; detaching it from the instance and deleting it from the info cache [ 1841.452320] env[62533]: DEBUG nova.network.neutron [req-e4b424b5-7d46-47a9-bdc1-9786ae4c843c req-54f039f4-e936-4842-9642-fbef8ac0c8c0 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.473422] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b75583-7a31-76d5-4a0d-d4a5ff3b29d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.473422] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.473422] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. {{(pid=62533) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1841.473422] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb27f9cc-cd6e-4592-9672-f6748c85c5f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.482118] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1841.482118] env[62533]: value = "task-1898988" [ 1841.482118] env[62533]: _type = "Task" [ 1841.482118] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.495011] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.758522] env[62533]: DEBUG oslo_vmware.api [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1898987, 'name': PowerOnVM_Task, 'duration_secs': 0.940017} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.758522] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.758522] env[62533]: INFO nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1841.758741] env[62533]: DEBUG nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.759468] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6887cc-c983-41b1-a181-1016331b8983 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.803756] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a259aa90-3424-4926-9270-90ff9ce0214a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.813733] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e53d611-4496-4586-bf4d-872702afbb1e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.849882] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40c7ca-8155-4b62-bd88-4ede2337cb7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.859378] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a3e44-f1ee-4838-a9ca-9defd3c7d192 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.880474] env[62533]: DEBUG nova.compute.provider_tree [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.928807] env[62533]: DEBUG nova.network.neutron [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.952367] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282c95d-96b1-4dbf-b63e-805479c80811 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.957193] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b55abe3-73f3-4e62-bcf9-a83f28958afc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.965889] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Doing hard reboot of VM {{(pid=62533) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1841.967718] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-112779fc-bdd1-4311-bb31-32fb82ba25f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.974437] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e55c2b-651a-43ce-818d-7c8a4a46de70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.992361] env[62533]: DEBUG oslo_vmware.api [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1841.992361] env[62533]: value = "task-1898989" [ 1841.992361] env[62533]: _type = "Task" [ 1841.992361] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.000178] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898988, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.010745] env[62533]: DEBUG nova.compute.manager [req-e4b424b5-7d46-47a9-bdc1-9786ae4c843c req-54f039f4-e936-4842-9642-fbef8ac0c8c0 service nova] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Detach interface failed, port_id=ff95bace-ad6d-4a28-b673-d6e368453af9, reason: Instance 3423229b-d04f-495b-a112-8cd2dc727b74 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1842.014203] env[62533]: DEBUG oslo_vmware.api [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898989, 'name': ResetVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.288130] env[62533]: INFO nova.compute.manager [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Took 15.69 seconds to build instance. [ 1842.384720] env[62533]: DEBUG nova.scheduler.client.report [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.432220] env[62533]: INFO nova.compute.manager [-] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Took 1.28 seconds to deallocate network for instance. [ 1842.502695] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522885} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.507029] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk. [ 1842.508989] env[62533]: DEBUG oslo_vmware.api [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1898989, 'name': ResetVM_Task, 'duration_secs': 0.111097} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.509466] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a36995-4b5f-442a-826e-62a615995862 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.512710] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Did hard reboot of VM {{(pid=62533) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1842.513063] env[62533]: DEBUG nova.compute.manager [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.516082] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637e8e0-b001-4cdd-9898-af013b663dca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.547356] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.549184] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4228a48f-227c-48d2-816c-99aea7fd9940 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.572962] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1842.572962] env[62533]: value = "task-1898990" [ 1842.572962] env[62533]: _type = "Task" [ 1842.572962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.582679] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.792957] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3851e791-930a-4662-9591-e5ab51e3756e tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.208s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.890065] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.892423] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.903033] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.417s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.903033] env[62533]: DEBUG nova.objects.instance [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'resources' on Instance uuid 5934998c-533d-4b17-a5aa-b54496a7ba6a {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.940055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.071187] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1496b285-b65b-493e-8ba6-88e4c48edc60 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.405s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.089509] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.406677] env[62533]: DEBUG nova.compute.utils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.414839] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.414839] env[62533]: DEBUG nova.network.neutron [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.496385] env[62533]: DEBUG nova.compute.manager [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1843.496469] env[62533]: DEBUG nova.compute.manager [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing instance network info cache due to event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1843.496690] env[62533]: DEBUG oslo_concurrency.lockutils [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.496823] env[62533]: DEBUG oslo_concurrency.lockutils [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.497396] env[62533]: DEBUG nova.network.neutron [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.512422] env[62533]: DEBUG nova.policy [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8408af7245dda000bd0a55d0c69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8818ad7c1c994b71a958521b0a8f98b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.583607] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898990, 'name': ReconfigVM_Task, 'duration_secs': 0.990931} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.583983] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d-rescue.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.584864] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79796ff-5186-4833-9fab-f48bfdfc3ad1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.616119] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cedf43-7799-48cf-9a5c-75ea08c64901 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.632532] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1843.632532] env[62533]: value = "task-1898991" [ 1843.632532] env[62533]: _type = "Task" [ 1843.632532] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.642809] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.687501] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02103138-a0fc-479a-8452-b51a19059fbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.695615] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030dee67-41d0-4967-9bbf-ae275dc0e334 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.726821] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fe0a8-5739-4f7c-bc90-d6d708c81fba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.734488] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca4180f-47cb-4af8-9145-72e4376414c6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.748104] env[62533]: DEBUG nova.compute.provider_tree [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.913234] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.929677] env[62533]: DEBUG nova.network.neutron [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Successfully created port: e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.145461] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898991, 'name': ReconfigVM_Task, 'duration_secs': 0.333627} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.146054] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.146374] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9117d22-7aa0-4bab-b92e-e54aa626328d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.157498] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1844.157498] env[62533]: value = "task-1898992" [ 1844.157498] env[62533]: _type = "Task" [ 1844.157498] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.167017] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.251196] env[62533]: DEBUG nova.scheduler.client.report [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.666887] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898992, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.757508] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.758879] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.122s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.759408] env[62533]: DEBUG nova.objects.instance [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lazy-loading 'resources' on Instance uuid a477b2ad-4ad1-42d4-88a5-d1b40f27ffda {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.782138] env[62533]: DEBUG nova.network.neutron [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updated VIF entry in instance network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.782923] env[62533]: DEBUG nova.network.neutron [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.795050] env[62533]: INFO nova.scheduler.client.report [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleted allocations for instance 5934998c-533d-4b17-a5aa-b54496a7ba6a [ 1844.924402] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.953268] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.953575] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.956330] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.957754] env[62533]: DEBUG nova.virt.hardware [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.958618] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a726e46-bd0d-434e-a450-a2b3cd1345e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.967805] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb9bfe-18e6-4de8-94a6-4ddb9070f9e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.168114] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898992, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.286030] env[62533]: DEBUG oslo_concurrency.lockutils [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.286030] env[62533]: DEBUG nova.compute.manager [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1845.286226] env[62533]: DEBUG nova.compute.manager [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing instance network info cache due to event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1845.286354] env[62533]: DEBUG oslo_concurrency.lockutils [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.286413] env[62533]: DEBUG oslo_concurrency.lockutils [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.286577] env[62533]: DEBUG nova.network.neutron [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.306812] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3b045e75-07af-486f-867d-d0c8c9cbd2ac tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "5934998c-533d-4b17-a5aa-b54496a7ba6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.635s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.518536] env[62533]: DEBUG nova.compute.manager [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1845.518536] env[62533]: DEBUG nova.compute.manager [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing instance network info cache due to event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1845.518811] env[62533]: DEBUG oslo_concurrency.lockutils [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.532750] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13bab8e-bb97-4119-bd0e-4ddc1735b2ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.540557] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d76c0a9-a01e-4f82-86a0-93efa249589b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.582029] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35717404-2152-4a0c-92b8-882cf5f2f8f6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.592253] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8780fbc8-4fe0-45e6-955c-80d139c48ff8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.607575] env[62533]: DEBUG nova.compute.provider_tree [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.669110] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898992, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.694313] env[62533]: DEBUG nova.compute.manager [req-69033aa0-580e-45f5-bc39-358884b5da3b req-566022ee-4866-4167-beaf-2e0fcbee1ea7 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Received event network-vif-plugged-e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1845.694535] env[62533]: DEBUG oslo_concurrency.lockutils [req-69033aa0-580e-45f5-bc39-358884b5da3b req-566022ee-4866-4167-beaf-2e0fcbee1ea7 service nova] Acquiring lock "04ec2642-009c-48a0-8f2b-9d8a127ad380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.694772] env[62533]: DEBUG oslo_concurrency.lockutils [req-69033aa0-580e-45f5-bc39-358884b5da3b req-566022ee-4866-4167-beaf-2e0fcbee1ea7 service nova] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.694948] env[62533]: DEBUG oslo_concurrency.lockutils [req-69033aa0-580e-45f5-bc39-358884b5da3b req-566022ee-4866-4167-beaf-2e0fcbee1ea7 service nova] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.695146] env[62533]: DEBUG nova.compute.manager [req-69033aa0-580e-45f5-bc39-358884b5da3b req-566022ee-4866-4167-beaf-2e0fcbee1ea7 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] No waiting events found dispatching network-vif-plugged-e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1845.695318] env[62533]: WARNING nova.compute.manager [req-69033aa0-580e-45f5-bc39-358884b5da3b req-566022ee-4866-4167-beaf-2e0fcbee1ea7 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Received unexpected event network-vif-plugged-e4442e0b-f786-451c-ab83-116983c29dd2 for instance with vm_state building and task_state spawning. [ 1845.805210] env[62533]: DEBUG nova.network.neutron [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Successfully updated port: e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.065621] env[62533]: DEBUG nova.network.neutron [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updated VIF entry in instance network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.065621] env[62533]: DEBUG nova.network.neutron [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.113860] env[62533]: DEBUG nova.scheduler.client.report [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.169259] env[62533]: DEBUG oslo_vmware.api [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898992, 'name': PowerOnVM_Task, 'duration_secs': 1.538063} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.169571] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.172393] env[62533]: DEBUG nova.compute.manager [None req-a77dff14-74a8-4da4-9459-6cc81b07562a tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.173319] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94088852-e189-4c47-9c37-335c84f2b350 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.310330] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-04ec2642-009c-48a0-8f2b-9d8a127ad380" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.310488] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-04ec2642-009c-48a0-8f2b-9d8a127ad380" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.310634] env[62533]: DEBUG nova.network.neutron [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.567539] env[62533]: DEBUG oslo_concurrency.lockutils [req-dfde32a0-8523-4358-8745-419f61592c6e req-817d42e5-4f7c-4c6d-884f-ca6e1ca8f62e service nova] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.568030] env[62533]: DEBUG oslo_concurrency.lockutils [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.568542] env[62533]: DEBUG nova.network.neutron [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.618138] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.621637] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.086s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.621637] env[62533]: DEBUG nova.objects.instance [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lazy-loading 'resources' on Instance uuid 12ae10cf-c7c9-4343-a045-ced416c24f70 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.652191] env[62533]: INFO nova.scheduler.client.report [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Deleted allocations for instance a477b2ad-4ad1-42d4-88a5-d1b40f27ffda [ 1846.882741] env[62533]: DEBUG nova.network.neutron [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.104236] env[62533]: DEBUG nova.network.neutron [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Updating instance_info_cache with network_info: [{"id": "e4442e0b-f786-451c-ab83-116983c29dd2", "address": "fa:16:3e:6c:3e:87", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4442e0b-f7", "ovs_interfaceid": "e4442e0b-f786-451c-ab83-116983c29dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.160280] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c467d57a-f5d2-40b4-8127-d25fe04701f6 tempest-DeleteServersAdminTestJSON-1662096212 tempest-DeleteServersAdminTestJSON-1662096212-project-admin] Lock "a477b2ad-4ad1-42d4-88a5-d1b40f27ffda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.085s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.323394] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6d59f3-3235-49ba-ad1a-a1865abbca8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.331261] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b057e-e4c1-44e5-bbd7-eb882357362d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.361499] env[62533]: DEBUG nova.network.neutron [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updated VIF entry in instance network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.361837] env[62533]: DEBUG nova.network.neutron [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.363505] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c4d712-8c0a-44f6-a4ed-ee77a969baad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.371314] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c003a6e-47cc-4a88-aef5-0c831b6e1eb0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.386100] env[62533]: DEBUG nova.compute.provider_tree [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.439360] env[62533]: INFO nova.compute.manager [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Unrescuing [ 1847.439743] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.440227] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquired lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.440398] env[62533]: DEBUG nova.network.neutron [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.549547] env[62533]: DEBUG nova.compute.manager [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1847.549761] env[62533]: DEBUG nova.compute.manager [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing instance network info cache due to event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1847.550054] env[62533]: DEBUG oslo_concurrency.lockutils [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.550159] env[62533]: DEBUG oslo_concurrency.lockutils [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.550316] env[62533]: DEBUG nova.network.neutron [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.607312] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-04ec2642-009c-48a0-8f2b-9d8a127ad380" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.607587] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Instance network_info: |[{"id": "e4442e0b-f786-451c-ab83-116983c29dd2", "address": "fa:16:3e:6c:3e:87", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4442e0b-f7", "ovs_interfaceid": "e4442e0b-f786-451c-ab83-116983c29dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.608201] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:3e:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4442e0b-f786-451c-ab83-116983c29dd2', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.615817] env[62533]: DEBUG oslo.service.loopingcall [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.616111] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.617088] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccd48cf3-023d-4815-a9c9-52524a40dc3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.636699] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.636699] env[62533]: value = "task-1898997" [ 1847.636699] env[62533]: _type = "Task" [ 1847.636699] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.646948] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898997, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.722166] env[62533]: DEBUG nova.compute.manager [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Received event network-changed-e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1847.722292] env[62533]: DEBUG nova.compute.manager [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Refreshing instance network info cache due to event network-changed-e4442e0b-f786-451c-ab83-116983c29dd2. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1847.722544] env[62533]: DEBUG oslo_concurrency.lockutils [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] Acquiring lock "refresh_cache-04ec2642-009c-48a0-8f2b-9d8a127ad380" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.722772] env[62533]: DEBUG oslo_concurrency.lockutils [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] Acquired lock "refresh_cache-04ec2642-009c-48a0-8f2b-9d8a127ad380" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.723482] env[62533]: DEBUG nova.network.neutron [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Refreshing network info cache for port e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.867139] env[62533]: DEBUG oslo_concurrency.lockutils [req-9999cbf7-5f68-4a7a-939e-9ba4717671c6 req-823f2cdf-bb96-474e-be25-ecfdd50a62d7 service nova] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.890213] env[62533]: DEBUG nova.scheduler.client.report [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.978350] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "3e796302-0da8-40bd-a57d-c9a7460b7488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.978556] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.148067] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1898997, 'name': CreateVM_Task, 'duration_secs': 0.427443} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.148243] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.148956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.149320] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.149656] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.152251] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d800bc30-833d-481e-9317-c2ba48e03394 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.157168] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1848.157168] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523a8056-9f97-0bd6-37cd-03f5c971bc07" [ 1848.157168] env[62533]: _type = "Task" [ 1848.157168] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.165899] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523a8056-9f97-0bd6-37cd-03f5c971bc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.168899] env[62533]: DEBUG nova.network.neutron [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updating instance_info_cache with network_info: [{"id": "6bec5e86-2726-4470-afda-07b42c83e1e8", "address": "fa:16:3e:15:52:f4", "network": {"id": "c455d49d-a1e7-45e6-ae52-4e7388dcc9de", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-319281877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c538c486c6649218e5b3ed74984c0b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bec5e86-27", "ovs_interfaceid": "6bec5e86-2726-4470-afda-07b42c83e1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.310267] env[62533]: DEBUG nova.network.neutron [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updated VIF entry in instance network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.310610] env[62533]: DEBUG nova.network.neutron [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.396834] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.399460] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.460s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.399701] env[62533]: DEBUG nova.objects.instance [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lazy-loading 'resources' on Instance uuid 3423229b-d04f-495b-a112-8cd2dc727b74 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.417612] env[62533]: DEBUG nova.network.neutron [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Updated VIF entry in instance network info cache for port e4442e0b-f786-451c-ab83-116983c29dd2. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.417860] env[62533]: DEBUG nova.network.neutron [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Updating instance_info_cache with network_info: [{"id": "e4442e0b-f786-451c-ab83-116983c29dd2", "address": "fa:16:3e:6c:3e:87", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4442e0b-f7", "ovs_interfaceid": "e4442e0b-f786-451c-ab83-116983c29dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.419711] env[62533]: INFO nova.scheduler.client.report [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance 12ae10cf-c7c9-4343-a045-ced416c24f70 [ 1848.481353] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.668544] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523a8056-9f97-0bd6-37cd-03f5c971bc07, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.669179] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.669179] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.669324] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.669463] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.669637] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.669884] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e88370-510d-4c85-b210-be5481f9cc95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.671872] env[62533]: DEBUG oslo_concurrency.lockutils [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Releasing lock "refresh_cache-289e25df-b92c-40e4-bde2-3ffcef35e0a1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.672460] env[62533]: DEBUG nova.objects.instance [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lazy-loading 'flavor' on Instance uuid 289e25df-b92c-40e4-bde2-3ffcef35e0a1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.680989] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.681212] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.681886] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b429ed-cdcf-47e9-9af1-9dfe387870f4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.688435] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1848.688435] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af6904-4616-c1a7-7482-99e6fbb84622" [ 1848.688435] env[62533]: _type = "Task" [ 1848.688435] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.696902] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af6904-4616-c1a7-7482-99e6fbb84622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.813383] env[62533]: DEBUG oslo_concurrency.lockutils [req-32fe8c96-9989-4ca5-b185-1b6df2c2e1df req-9642de63-3c28-4f38-9788-37ceda634646 service nova] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.924131] env[62533]: DEBUG oslo_concurrency.lockutils [req-8a3c49c3-f497-4716-a376-70cc20b4c3fc req-879b6e5c-9312-42df-8b89-0a99a1bbabdf service nova] Releasing lock "refresh_cache-04ec2642-009c-48a0-8f2b-9d8a127ad380" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.930476] env[62533]: DEBUG oslo_concurrency.lockutils [None req-ddd69beb-64a2-470c-bc0b-07a598e4d16f tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "12ae10cf-c7c9-4343-a045-ced416c24f70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.289s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.004873] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.086578] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.086879] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.087103] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.087356] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.087570] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.089852] env[62533]: INFO nova.compute.manager [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Terminating instance [ 1849.115122] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb266d-a558-4d73-9fe1-993a7d9519ce {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.124746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366124c2-559d-4221-a94e-0e1b3727629c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.158060] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e622761-b9fc-44c5-b814-fe6984477831 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.165988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19d8927-ae34-438c-b83a-2510e0c75495 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.181962] env[62533]: DEBUG nova.compute.provider_tree [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.187326] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b077cc3-0d42-4b46-ad61-78a521927694 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.191064] env[62533]: DEBUG nova.scheduler.client.report [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.216866] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.220577] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2385feb7-1d0f-42f6-ad04-79b27b3fc334 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.222520] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52af6904-4616-c1a7-7482-99e6fbb84622, 'name': SearchDatastore_Task, 'duration_secs': 0.02598} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.223591] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb59a0f7-d0a4-478c-b4de-c6b42c0899e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.229451] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1849.229451] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c1499c-e849-50b9-3e99-362936566702" [ 1849.229451] env[62533]: _type = "Task" [ 1849.229451] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.230931] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1849.230931] env[62533]: value = "task-1898998" [ 1849.230931] env[62533]: _type = "Task" [ 1849.230931] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.242392] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c1499c-e849-50b9-3e99-362936566702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.245675] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.594304] env[62533]: DEBUG nova.compute.manager [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.594535] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.595413] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e1d83-4d63-4712-9504-e91fcd9cdbd0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.602963] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.603218] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c7a63b-cda6-48d9-a854-f8fc4bba7843 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.608613] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1849.608613] env[62533]: value = "task-1898999" [ 1849.608613] env[62533]: _type = "Task" [ 1849.608613] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.616418] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.691263] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "a7330131-c363-4a3e-9cc1-38d359333ae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.691565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.691791] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "a7330131-c363-4a3e-9cc1-38d359333ae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.692013] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.692282] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.694583] env[62533]: INFO nova.compute.manager [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Terminating instance [ 1849.699760] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.300s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.702140] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.697s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.703577] env[62533]: INFO nova.compute.claims [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.716941] env[62533]: INFO nova.scheduler.client.report [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Deleted allocations for instance 3423229b-d04f-495b-a112-8cd2dc727b74 [ 1849.745571] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c1499c-e849-50b9-3e99-362936566702, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.749222] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.749527] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 04ec2642-009c-48a0-8f2b-9d8a127ad380/04ec2642-009c-48a0-8f2b-9d8a127ad380.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1849.749968] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1898998, 'name': PowerOffVM_Task, 'duration_secs': 0.281147} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.749968] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8f27f42-5f58-40be-8738-d0be81df6d71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.752516] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.757465] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1849.758063] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a22edf-db69-436e-b831-1a660c9413d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.776730] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1849.776730] env[62533]: value = "task-1899001" [ 1849.776730] env[62533]: _type = "Task" [ 1849.776730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.778024] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1849.778024] env[62533]: value = "task-1899000" [ 1849.778024] env[62533]: _type = "Task" [ 1849.778024] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.789045] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.792453] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.118478] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1898999, 'name': PowerOffVM_Task, 'duration_secs': 0.29486} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.118812] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.118999] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.119292] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12350e93-f926-4213-bdfd-e509b079b457 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.198373] env[62533]: DEBUG nova.compute.manager [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1850.198689] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.199811] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7f0f2b-4587-4a25-ad4e-4eb6f0f2df28 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.211241] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.211798] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6433fe3a-8cb4-4b78-bcb2-d3308df8eecb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.218680] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.218955] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.219234] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleting the datastore file [datastore1] 097c15b8-6b13-4524-8b9f-ff1623f4fd05 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.221369] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaa09b7f-b9cf-4a6f-bf87-28e02b989c97 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.223558] env[62533]: DEBUG oslo_vmware.api [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1850.223558] env[62533]: value = "task-1899003" [ 1850.223558] env[62533]: _type = "Task" [ 1850.223558] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.230414] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c1d2ca08-f097-46e3-a6bc-d6ac7712e88d tempest-ServersAdminTestJSON-832448323 tempest-ServersAdminTestJSON-832448323-project-member] Lock "3423229b-d04f-495b-a112-8cd2dc727b74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.730s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.233070] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1850.233070] env[62533]: value = "task-1899004" [ 1850.233070] env[62533]: _type = "Task" [ 1850.233070] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.241992] env[62533]: DEBUG oslo_vmware.api [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1899003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.248697] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.292273] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899000, 'name': ReconfigVM_Task, 'duration_secs': 0.341344} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.295303] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1850.295525] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.295790] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899001, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.296022] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faddc06d-c9ae-4d32-b6ce-ac1754f28c44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.302868] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1850.302868] env[62533]: value = "task-1899005" [ 1850.302868] env[62533]: _type = "Task" [ 1850.302868] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.311829] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.743210] env[62533]: DEBUG oslo_vmware.api [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1899003, 'name': PowerOffVM_Task, 'duration_secs': 0.264719} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.744182] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.744674] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.744826] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb5d88e6-bdab-4f4c-81e3-ab89a9f777ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.749741] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.790645] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.816912] env[62533]: DEBUG oslo_vmware.api [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899005, 'name': PowerOnVM_Task, 'duration_secs': 0.484085} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.816912] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.817075] env[62533]: DEBUG nova.compute.manager [None req-eb3668b0-fbd6-414a-aa0b-29355bf54dbe tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.817806] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98282880-15cc-4429-9a5b-348863857e07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.922461] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e61a1-e66c-4297-868b-61f87421fd98 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.932513] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d120ece-a0d9-43fc-9ee1-646526d312e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.971544] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99389fa-c0b1-4c0c-ac8e-ed264ced27f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.977117] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.977375] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.977689] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleting the datastore file [datastore2] a7330131-c363-4a3e-9cc1-38d359333ae8 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.978560] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076afb6b-03b3-4b6c-a265-0967e794d04d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.984472] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9225c7b2-e53a-4c20-be4e-c6bf3be6a51d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.990302] env[62533]: DEBUG oslo_vmware.api [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for the task: (returnval){ [ 1850.990302] env[62533]: value = "task-1899008" [ 1850.990302] env[62533]: _type = "Task" [ 1850.990302] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.004020] env[62533]: DEBUG nova.compute.provider_tree [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.011059] env[62533]: DEBUG oslo_vmware.api [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1899008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.245332] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.292445] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899001, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.505021] env[62533]: DEBUG oslo_vmware.api [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Task: {'id': task-1899008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16329} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.505021] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.505021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.505021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.505021] env[62533]: INFO nova.compute.manager [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1851.505021] env[62533]: DEBUG oslo.service.loopingcall [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.505021] env[62533]: DEBUG nova.compute.manager [-] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.505021] env[62533]: DEBUG nova.network.neutron [-] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.509030] env[62533]: DEBUG nova.scheduler.client.report [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.745953] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.796052] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899001, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.740418} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.796512] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 04ec2642-009c-48a0-8f2b-9d8a127ad380/04ec2642-009c-48a0-8f2b-9d8a127ad380.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1851.796957] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1851.797382] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb03a69-59fc-4ab8-bda8-16e815fff941 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.805215] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1851.805215] env[62533]: value = "task-1899009" [ 1851.805215] env[62533]: _type = "Task" [ 1851.805215] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.816904] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.919803] env[62533]: DEBUG nova.compute.manager [req-da702e15-250b-48eb-b455-33a9fb6b2c2e req-6939feca-7267-4151-9374-d846ee543869 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Received event network-vif-deleted-8c28d20b-a403-455e-a950-08a0b0da74f5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1851.920099] env[62533]: INFO nova.compute.manager [req-da702e15-250b-48eb-b455-33a9fb6b2c2e req-6939feca-7267-4151-9374-d846ee543869 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Neutron deleted interface 8c28d20b-a403-455e-a950-08a0b0da74f5; detaching it from the instance and deleting it from the info cache [ 1851.920316] env[62533]: DEBUG nova.network.neutron [req-da702e15-250b-48eb-b455-33a9fb6b2c2e req-6939feca-7267-4151-9374-d846ee543869 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.014092] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.014683] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.245510] env[62533]: DEBUG oslo_vmware.api [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.817708} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.245842] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.245931] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.246131] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.246318] env[62533]: INFO nova.compute.manager [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1852.246557] env[62533]: DEBUG oslo.service.loopingcall [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.246746] env[62533]: DEBUG nova.compute.manager [-] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.246840] env[62533]: DEBUG nova.network.neutron [-] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.292444] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.292715] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.292928] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.293126] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.293295] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.295553] env[62533]: INFO nova.compute.manager [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Terminating instance [ 1852.315953] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150824} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.316313] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.317751] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69161195-4663-449a-9df0-17245b755fd9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.343224] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 04ec2642-009c-48a0-8f2b-9d8a127ad380/04ec2642-009c-48a0-8f2b-9d8a127ad380.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.343520] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa307e8-6580-4e95-8e95-65321e90e1b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.363577] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1852.363577] env[62533]: value = "task-1899010" [ 1852.363577] env[62533]: _type = "Task" [ 1852.363577] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.371687] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.393866] env[62533]: DEBUG nova.network.neutron [-] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.424177] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f56bcf1-8679-4351-9461-b173b89a473d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.436818] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7975d8c6-4469-49be-83d3-4f7f53c67d4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.473426] env[62533]: DEBUG nova.compute.manager [req-da702e15-250b-48eb-b455-33a9fb6b2c2e req-6939feca-7267-4151-9374-d846ee543869 service nova] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Detach interface failed, port_id=8c28d20b-a403-455e-a950-08a0b0da74f5, reason: Instance a7330131-c363-4a3e-9cc1-38d359333ae8 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1852.519562] env[62533]: DEBUG nova.compute.utils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.521091] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.521273] env[62533]: DEBUG nova.network.neutron [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.585641] env[62533]: DEBUG nova.policy [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '146ac9e8bb8c463f80d9aa03b1d30b28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27bb1d0ea13548d8b9369019f1cdf1d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.799264] env[62533]: DEBUG nova.compute.manager [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.799513] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.800840] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9a95a-fc04-48bf-b4d0-e02d0f3fa708 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.808578] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.808849] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4493c0-3389-42bb-9603-d5da277aac84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.814988] env[62533]: DEBUG oslo_vmware.api [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1852.814988] env[62533]: value = "task-1899011" [ 1852.814988] env[62533]: _type = "Task" [ 1852.814988] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.822915] env[62533]: DEBUG oslo_vmware.api [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.877385] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899010, 'name': ReconfigVM_Task, 'duration_secs': 0.371172} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.877775] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 04ec2642-009c-48a0-8f2b-9d8a127ad380/04ec2642-009c-48a0-8f2b-9d8a127ad380.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.878569] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6bd0edf-6322-4611-bfc3-263ffbaa91fc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.885542] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1852.885542] env[62533]: value = "task-1899012" [ 1852.885542] env[62533]: _type = "Task" [ 1852.885542] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.893827] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899012, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.898377] env[62533]: INFO nova.compute.manager [-] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Took 1.39 seconds to deallocate network for instance. [ 1852.908922] env[62533]: DEBUG nova.network.neutron [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Successfully created port: 7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.978367] env[62533]: DEBUG nova.network.neutron [-] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.026060] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.326532] env[62533]: DEBUG oslo_vmware.api [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899011, 'name': PowerOffVM_Task, 'duration_secs': 0.180968} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.326856] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.327419] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.327419] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3986ccd-2dab-4280-b50f-ae2fb89b7090 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.395490] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899012, 'name': Rename_Task, 'duration_secs': 0.165252} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.396272] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.396272] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391f98b9-1161-4e36-9716-15c4d81d98fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.402759] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1853.402759] env[62533]: value = "task-1899014" [ 1853.402759] env[62533]: _type = "Task" [ 1853.402759] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.406953] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.407311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.407556] env[62533]: DEBUG nova.objects.instance [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lazy-loading 'resources' on Instance uuid a7330131-c363-4a3e-9cc1-38d359333ae8 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.414026] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.427598] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.427834] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.428069] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Deleting the datastore file [datastore2] 289e25df-b92c-40e4-bde2-3ffcef35e0a1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.428306] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e367236f-60f9-4d1d-b1bd-5ba0f8a67c24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.434996] env[62533]: DEBUG oslo_vmware.api [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1853.434996] env[62533]: value = "task-1899015" [ 1853.434996] env[62533]: _type = "Task" [ 1853.434996] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.444112] env[62533]: DEBUG oslo_vmware.api [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.481325] env[62533]: INFO nova.compute.manager [-] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Took 1.23 seconds to deallocate network for instance. [ 1853.915311] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.946032] env[62533]: DEBUG oslo_vmware.api [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331193} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.946308] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.946549] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.946678] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.946854] env[62533]: INFO nova.compute.manager [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1853.947146] env[62533]: DEBUG oslo.service.loopingcall [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.947317] env[62533]: DEBUG nova.compute.manager [-] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.947432] env[62533]: DEBUG nova.network.neutron [-] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.988409] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.989773] env[62533]: DEBUG nova.compute.manager [req-84557a30-9bdf-47f3-bcdd-b0060ca04d25 req-f728a870-d2a2-47b3-808a-9640457dd18b service nova] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Received event network-vif-deleted-a67ea3f6-3c78-4420-b8e3-3e02fe2fcff2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1854.039872] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.070982] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.071258] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.071428] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.071615] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.071795] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.071986] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.072263] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.072486] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.072713] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.072963] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.073190] env[62533]: DEBUG nova.virt.hardware [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.074202] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974636bb-5233-4081-bfcf-b90ed4040837 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.087056] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c46dd9-0301-4b54-bbfa-bd744fc6f602 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.092854] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385dec7-fd12-4ad9-bd10-0335ea490018 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.111047] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164d939-6874-4887-8c4f-364e299b881b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.144484] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c3c10-9680-452b-99ac-7fc886834e75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.152745] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9fda6d-df82-4f74-b8f8-1ef2ccb6b033 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.169857] env[62533]: DEBUG nova.compute.provider_tree [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.222757] env[62533]: DEBUG nova.compute.manager [req-65597fff-d14b-4667-986a-03fd011b2afe req-dd358b07-849f-42b3-954b-547cbb2abf31 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Received event network-vif-deleted-6bec5e86-2726-4470-afda-07b42c83e1e8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1854.222961] env[62533]: INFO nova.compute.manager [req-65597fff-d14b-4667-986a-03fd011b2afe req-dd358b07-849f-42b3-954b-547cbb2abf31 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Neutron deleted interface 6bec5e86-2726-4470-afda-07b42c83e1e8; detaching it from the instance and deleting it from the info cache [ 1854.223163] env[62533]: DEBUG nova.network.neutron [req-65597fff-d14b-4667-986a-03fd011b2afe req-dd358b07-849f-42b3-954b-547cbb2abf31 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.415074] env[62533]: DEBUG oslo_vmware.api [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899014, 'name': PowerOnVM_Task, 'duration_secs': 0.773542} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.415362] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.415579] env[62533]: INFO nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1854.415769] env[62533]: DEBUG nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.416955] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd91372-ae73-4408-89e2-11a7aeb00056 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.537685] env[62533]: DEBUG nova.network.neutron [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Successfully updated port: 7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.675652] env[62533]: DEBUG nova.scheduler.client.report [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.699570] env[62533]: DEBUG nova.network.neutron [-] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.726852] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c16fd78-fd33-4a34-8699-6a661effcf24 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.737221] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e271f41a-5dea-458a-ab76-777ecb9e7738 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.767336] env[62533]: DEBUG nova.compute.manager [req-65597fff-d14b-4667-986a-03fd011b2afe req-dd358b07-849f-42b3-954b-547cbb2abf31 service nova] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Detach interface failed, port_id=6bec5e86-2726-4470-afda-07b42c83e1e8, reason: Instance 289e25df-b92c-40e4-bde2-3ffcef35e0a1 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1854.933949] env[62533]: INFO nova.compute.manager [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Took 21.08 seconds to build instance. [ 1855.040055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "refresh_cache-3e796302-0da8-40bd-a57d-c9a7460b7488" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.040238] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired lock "refresh_cache-3e796302-0da8-40bd-a57d-c9a7460b7488" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.040453] env[62533]: DEBUG nova.network.neutron [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.057610] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "0646ef84-ed46-4872-b467-5b554713d65e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.057610] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "0646ef84-ed46-4872-b467-5b554713d65e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.183224] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.186135] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.197s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.186135] env[62533]: DEBUG nova.objects.instance [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'resources' on Instance uuid 097c15b8-6b13-4524-8b9f-ff1623f4fd05 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.201884] env[62533]: INFO nova.compute.manager [-] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Took 1.25 seconds to deallocate network for instance. [ 1855.207931] env[62533]: INFO nova.scheduler.client.report [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Deleted allocations for instance a7330131-c363-4a3e-9cc1-38d359333ae8 [ 1855.435794] env[62533]: DEBUG oslo_concurrency.lockutils [None req-629a39cf-e5d0-4bd1-9a83-d9e2ec0834c2 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.585s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.559044] env[62533]: DEBUG nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.569897] env[62533]: DEBUG nova.network.neutron [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.665774] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.666044] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.666231] env[62533]: DEBUG nova.compute.manager [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.667788] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c278316-9bca-45fa-b35b-c9421f0802bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.675114] env[62533]: DEBUG nova.compute.manager [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1855.675630] env[62533]: DEBUG nova.objects.instance [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'flavor' on Instance uuid 04ec2642-009c-48a0-8f2b-9d8a127ad380 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.710301] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.719373] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7045e710-6221-4665-b34c-05a4487f23a5 tempest-ServersTestJSON-170943316 tempest-ServersTestJSON-170943316-project-member] Lock "a7330131-c363-4a3e-9cc1-38d359333ae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.028s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.729015] env[62533]: DEBUG nova.network.neutron [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Updating instance_info_cache with network_info: [{"id": "7bc8d6ed-076c-4531-8ca9-9e910f3146dd", "address": "fa:16:3e:13:da:0a", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8d6ed-07", "ovs_interfaceid": "7bc8d6ed-076c-4531-8ca9-9e910f3146dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.847274] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783bcc90-7fb1-4381-8782-d10f011a293e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.855847] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e7448-0884-4408-bbc7-2f8dde51f4d4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.893411] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd0db6a-925c-4d7a-b766-ad1ab29b3fc1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.901495] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e26edce-6002-47c6-b202-0155a4fc10d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.915818] env[62533]: DEBUG nova.compute.provider_tree [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.984699] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.984941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.985201] env[62533]: INFO nova.compute.manager [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Shelving [ 1856.020813] env[62533]: DEBUG nova.compute.manager [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Received event network-vif-plugged-7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1856.020813] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] Acquiring lock "3e796302-0da8-40bd-a57d-c9a7460b7488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.020813] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.020813] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.020813] env[62533]: DEBUG nova.compute.manager [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] No waiting events found dispatching network-vif-plugged-7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.020813] env[62533]: WARNING nova.compute.manager [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Received unexpected event network-vif-plugged-7bc8d6ed-076c-4531-8ca9-9e910f3146dd for instance with vm_state building and task_state spawning. [ 1856.020813] env[62533]: DEBUG nova.compute.manager [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Received event network-changed-7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1856.021031] env[62533]: DEBUG nova.compute.manager [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Refreshing instance network info cache due to event network-changed-7bc8d6ed-076c-4531-8ca9-9e910f3146dd. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1856.021140] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] Acquiring lock "refresh_cache-3e796302-0da8-40bd-a57d-c9a7460b7488" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.079284] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.233318] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Releasing lock "refresh_cache-3e796302-0da8-40bd-a57d-c9a7460b7488" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.233318] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Instance network_info: |[{"id": "7bc8d6ed-076c-4531-8ca9-9e910f3146dd", "address": "fa:16:3e:13:da:0a", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8d6ed-07", "ovs_interfaceid": "7bc8d6ed-076c-4531-8ca9-9e910f3146dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.233318] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] Acquired lock "refresh_cache-3e796302-0da8-40bd-a57d-c9a7460b7488" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.233318] env[62533]: DEBUG nova.network.neutron [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Refreshing network info cache for port 7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.234847] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:da:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bc8d6ed-076c-4531-8ca9-9e910f3146dd', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.244950] env[62533]: DEBUG oslo.service.loopingcall [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.248967] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.250017] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-794cf82a-9f59-46e6-9d09-9040d1d54c09 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.277629] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.277629] env[62533]: value = "task-1899017" [ 1856.277629] env[62533]: _type = "Task" [ 1856.277629] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.288626] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899017, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.419063] env[62533]: DEBUG nova.scheduler.client.report [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.535204] env[62533]: DEBUG nova.network.neutron [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Updated VIF entry in instance network info cache for port 7bc8d6ed-076c-4531-8ca9-9e910f3146dd. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.535673] env[62533]: DEBUG nova.network.neutron [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Updating instance_info_cache with network_info: [{"id": "7bc8d6ed-076c-4531-8ca9-9e910f3146dd", "address": "fa:16:3e:13:da:0a", "network": {"id": "b941be8c-29c5-4b88-9e39-66b30215eeb7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1cb422fd7f4748d49e518521feaef5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8d6ed-07", "ovs_interfaceid": "7bc8d6ed-076c-4531-8ca9-9e910f3146dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.684493] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.684812] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ad30c8-688e-426b-be41-d05f7b5b54a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.692111] env[62533]: DEBUG oslo_vmware.api [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1856.692111] env[62533]: value = "task-1899019" [ 1856.692111] env[62533]: _type = "Task" [ 1856.692111] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.700195] env[62533]: DEBUG oslo_vmware.api [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.786616] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899017, 'name': CreateVM_Task, 'duration_secs': 0.488142} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.786788] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.787492] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.787657] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.787970] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.788241] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae91e304-1914-41c9-9ccf-6c27eadf9130 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.792676] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1856.792676] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3ad4b-59db-8e2e-2e61-e2ea4f4108f3" [ 1856.792676] env[62533]: _type = "Task" [ 1856.792676] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.800406] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3ad4b-59db-8e2e-2e61-e2ea4f4108f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.898026] env[62533]: DEBUG nova.compute.manager [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.901014] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65fc7a-8b22-4639-8c9f-5cf238878604 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.925833] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.930679] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.218s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.930959] env[62533]: DEBUG nova.objects.instance [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lazy-loading 'resources' on Instance uuid 289e25df-b92c-40e4-bde2-3ffcef35e0a1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.951914] env[62533]: INFO nova.scheduler.client.report [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleted allocations for instance 097c15b8-6b13-4524-8b9f-ff1623f4fd05 [ 1856.994671] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.995018] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a8beb9-b6e2-4e07-bdb6-45c90ad07706 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.001933] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1857.001933] env[62533]: value = "task-1899020" [ 1857.001933] env[62533]: _type = "Task" [ 1857.001933] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.013405] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.037802] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ca5b68a-74a5-4373-ab5e-b3a82fb8da83 req-c3a9b43e-268b-4436-8482-9c561ff633ed service nova] Releasing lock "refresh_cache-3e796302-0da8-40bd-a57d-c9a7460b7488" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.202621] env[62533]: DEBUG oslo_vmware.api [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899019, 'name': PowerOffVM_Task, 'duration_secs': 0.218796} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.202902] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.203115] env[62533]: DEBUG nova.compute.manager [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.203880] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7cd85c-19a1-4b91-bb6e-0e01aca2954d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.305957] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b3ad4b-59db-8e2e-2e61-e2ea4f4108f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.306279] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.306512] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.306761] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.306922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.307174] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.307554] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554f7747-6bfa-440c-8906-1516a3295a15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.316317] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.316500] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.317520] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c81876-3708-4259-8f32-2ef6456207b8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.322348] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1857.322348] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a1e54-31cf-1395-8204-0d8e7dd0f1d4" [ 1857.322348] env[62533]: _type = "Task" [ 1857.322348] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.330396] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a1e54-31cf-1395-8204-0d8e7dd0f1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.411837] env[62533]: INFO nova.compute.manager [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] instance snapshotting [ 1857.412857] env[62533]: DEBUG nova.objects.instance [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'flavor' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.460948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-23e52c21-2553-436d-9126-e59f8fb9bfca tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "097c15b8-6b13-4524-8b9f-ff1623f4fd05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.374s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.519393] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899020, 'name': PowerOffVM_Task, 'duration_secs': 0.195958} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.519393] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.520306] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fe0d5f-b23e-4207-a42c-29a363323982 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.547720] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b775dea-7f70-4b7e-ae42-8c4ea1d768db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.643334] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de6fbdb-d837-4386-8185-135d8f3262bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.652374] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e773f1-e9c1-4eda-b8d5-33b37de5b7e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.687485] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa0857-aff7-46a5-8af4-1691ffc9bcee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.695248] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76ad8d-d181-4d5e-a6ec-b784dbced478 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.711704] env[62533]: DEBUG nova.compute.provider_tree [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.717371] env[62533]: DEBUG oslo_concurrency.lockutils [None req-db32d5ac-d6ae-4a9d-b72f-e64e137c2073 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.767813] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-807d91f6-4a93-46b6-9b43-677d478b9dc1-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.768999] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-807d91f6-4a93-46b6-9b43-677d478b9dc1-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.768999] env[62533]: DEBUG nova.objects.instance [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'flavor' on Instance uuid 807d91f6-4a93-46b6-9b43-677d478b9dc1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.833355] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521a1e54-31cf-1395-8204-0d8e7dd0f1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.834156] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177264b5-fe2d-4565-9c3f-f3041d1c58d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.839515] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1857.839515] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52387423-e4fa-d0f7-8ccf-457f763d1a08" [ 1857.839515] env[62533]: _type = "Task" [ 1857.839515] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.847135] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52387423-e4fa-d0f7-8ccf-457f763d1a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.917917] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2bde97-928f-4780-a4db-6ae21249b95b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.937555] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdad533f-d480-4a85-b148-0d3a4abbcc95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.059745] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1858.060422] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f162da9-ad4b-4580-af80-e2ca57d7f446 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.067578] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1858.067578] env[62533]: value = "task-1899021" [ 1858.067578] env[62533]: _type = "Task" [ 1858.067578] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.077800] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899021, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.222587] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.222922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.223318] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "04ec2642-009c-48a0-8f2b-9d8a127ad380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.223370] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.223565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.225856] env[62533]: DEBUG nova.scheduler.client.report [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.229099] env[62533]: INFO nova.compute.manager [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Terminating instance [ 1858.283667] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.284374] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.284958] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.285139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.285321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.289042] env[62533]: INFO nova.compute.manager [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Terminating instance [ 1858.351492] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52387423-e4fa-d0f7-8ccf-457f763d1a08, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.351754] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.352017] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 3e796302-0da8-40bd-a57d-c9a7460b7488/3e796302-0da8-40bd-a57d-c9a7460b7488.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.352285] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe72720-e1a5-4495-b8a3-8f58f2ead6d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.358894] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1858.358894] env[62533]: value = "task-1899022" [ 1858.358894] env[62533]: _type = "Task" [ 1858.358894] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.366860] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.404041] env[62533]: DEBUG nova.objects.instance [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'pci_requests' on Instance uuid 807d91f6-4a93-46b6-9b43-677d478b9dc1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.448706] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1858.449031] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ff6254b-49d2-43de-8429-7ed868c01b02 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.457522] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1858.457522] env[62533]: value = "task-1899023" [ 1858.457522] env[62533]: _type = "Task" [ 1858.457522] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.467574] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.579518] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899021, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.732121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.733954] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.655s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.735479] env[62533]: INFO nova.compute.claims [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.738308] env[62533]: DEBUG nova.compute.manager [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1858.738530] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.739591] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1695c78-f52a-4a1a-a621-e4e40ac95626 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.747785] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.748071] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db47025-1d0e-478f-89b6-f353d912cbe6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.771664] env[62533]: INFO nova.scheduler.client.report [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Deleted allocations for instance 289e25df-b92c-40e4-bde2-3ffcef35e0a1 [ 1858.791987] env[62533]: DEBUG nova.compute.manager [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1858.792212] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.793883] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b9178-44d9-4905-bfe6-52316f5d9527 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.806593] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.806957] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0e4f575-db3d-4b23-9ea1-34664ba01f19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.816834] env[62533]: DEBUG oslo_vmware.api [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1858.816834] env[62533]: value = "task-1899026" [ 1858.816834] env[62533]: _type = "Task" [ 1858.816834] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.828929] env[62533]: DEBUG oslo_vmware.api [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.872311] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.907670] env[62533]: DEBUG nova.objects.base [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Object Instance<807d91f6-4a93-46b6-9b43-677d478b9dc1> lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1858.907908] env[62533]: DEBUG nova.network.neutron [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.968629] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899023, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.081380] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899021, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.082762] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.082969] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.083189] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleting the datastore file [datastore1] 04ec2642-009c-48a0-8f2b-9d8a127ad380 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.083447] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2595d779-2741-4804-a2aa-f6daf37a24c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.091175] env[62533]: DEBUG oslo_vmware.api [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1859.091175] env[62533]: value = "task-1899027" [ 1859.091175] env[62533]: _type = "Task" [ 1859.091175] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.100572] env[62533]: DEBUG oslo_vmware.api [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.281731] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6a6a43ce-02ba-4388-8a73-e51f37f99f35 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "289e25df-b92c-40e4-bde2-3ffcef35e0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.989s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.312268] env[62533]: DEBUG nova.policy [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1859.329393] env[62533]: DEBUG oslo_vmware.api [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899026, 'name': PowerOffVM_Task, 'duration_secs': 0.268303} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.329694] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.329876] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.330167] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff2c0d7-24d2-4336-bfd9-f3708e5f3b71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.369549] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534324} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.369816] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 3e796302-0da8-40bd-a57d-c9a7460b7488/3e796302-0da8-40bd-a57d-c9a7460b7488.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.370069] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.370398] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa1a1ff-0a5c-4611-b6d0-2e01d1033ddc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.376977] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1859.376977] env[62533]: value = "task-1899029" [ 1859.376977] env[62533]: _type = "Task" [ 1859.376977] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.385485] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.467332] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899023, 'name': CreateSnapshot_Task, 'duration_secs': 0.944613} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.467656] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1859.468452] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e1e85-333d-4fb1-8bdb-c6db8184220d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.479695] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.479813] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.480008] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleting the datastore file [datastore1] 2074e814-f93f-459b-b7b5-3203d9e1bcf1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.481143] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7792971-1804-4936-befb-75b07a094c42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.492069] env[62533]: DEBUG oslo_vmware.api [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for the task: (returnval){ [ 1859.492069] env[62533]: value = "task-1899030" [ 1859.492069] env[62533]: _type = "Task" [ 1859.492069] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.500815] env[62533]: DEBUG oslo_vmware.api [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.580922] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899021, 'name': CreateSnapshot_Task, 'duration_secs': 1.016605} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.581236] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1859.582018] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f452c07-8129-4483-ad7b-33ccf6995b74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.606731] env[62533]: DEBUG oslo_vmware.api [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239402} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.606989] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.607498] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.607748] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.607928] env[62533]: INFO nova.compute.manager [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Took 0.87 seconds to destroy the instance on the hypervisor. [ 1859.608402] env[62533]: DEBUG oslo.service.loopingcall [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.608695] env[62533]: DEBUG nova.compute.manager [-] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1859.608802] env[62533]: DEBUG nova.network.neutron [-] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.896610] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072031} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.896947] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.902552] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c471410e-e7cc-45e3-a990-b36d7b551fa2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.907403] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5264396-359b-4a3e-a4e4-09b511b0a0e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.934206] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 3e796302-0da8-40bd-a57d-c9a7460b7488/3e796302-0da8-40bd-a57d-c9a7460b7488.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.935135] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6976c2-d26b-4140-8dc3-0179bb4b232f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.940612] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e5100c-d0a0-4fe9-b063-96bfd5f78056 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.993112] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1859.995543] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-762d9965-7c05-4b05-ac40-075434fd2b08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.999009] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47933ef1-628e-40dd-ac3f-3af0e84fffee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.001765] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1860.001765] env[62533]: value = "task-1899031" [ 1860.001765] env[62533]: _type = "Task" [ 1860.001765] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.012496] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67e89a2-b1bb-4f41-97c3-872428445b37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.016195] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1860.016195] env[62533]: value = "task-1899032" [ 1860.016195] env[62533]: _type = "Task" [ 1860.016195] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.023876] env[62533]: DEBUG nova.compute.manager [req-44f68f48-b55f-4dc5-9710-423da2820029 req-f849a05b-19b0-4994-a0de-d1ed80643690 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Received event network-vif-deleted-e4442e0b-f786-451c-ab83-116983c29dd2 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1860.024081] env[62533]: INFO nova.compute.manager [req-44f68f48-b55f-4dc5-9710-423da2820029 req-f849a05b-19b0-4994-a0de-d1ed80643690 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Neutron deleted interface e4442e0b-f786-451c-ab83-116983c29dd2; detaching it from the instance and deleting it from the info cache [ 1860.024259] env[62533]: DEBUG nova.network.neutron [req-44f68f48-b55f-4dc5-9710-423da2820029 req-f849a05b-19b0-4994-a0de-d1ed80643690 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.025536] env[62533]: DEBUG oslo_vmware.api [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Task: {'id': task-1899030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185425} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.025746] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.029553] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.029741] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.029924] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.030105] env[62533]: INFO nova.compute.manager [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1860.030371] env[62533]: DEBUG oslo.service.loopingcall [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.039463] env[62533]: DEBUG nova.compute.manager [-] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.039644] env[62533]: DEBUG nova.network.neutron [-] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1860.041431] env[62533]: DEBUG nova.compute.provider_tree [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.048297] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899032, 'name': CloneVM_Task} progress is 16%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.106178] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1860.108987] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da77ca07-9810-4379-ad0b-a9df88217b1c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.119916] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1860.119916] env[62533]: value = "task-1899033" [ 1860.119916] env[62533]: _type = "Task" [ 1860.119916] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.129512] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899033, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.387238] env[62533]: DEBUG nova.network.neutron [-] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.515817] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.526978] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cccd401c-1612-4678-a735-0b6c1df247d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.532941] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899032, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.539809] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bd0662-d194-4f9f-8e29-74528a759818 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.556454] env[62533]: DEBUG nova.scheduler.client.report [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.578263] env[62533]: DEBUG nova.compute.manager [req-44f68f48-b55f-4dc5-9710-423da2820029 req-f849a05b-19b0-4994-a0de-d1ed80643690 service nova] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Detach interface failed, port_id=e4442e0b-f786-451c-ab83-116983c29dd2, reason: Instance 04ec2642-009c-48a0-8f2b-9d8a127ad380 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1860.587621] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "30643d52-f39c-4674-88ed-327e3b4bdab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.587900] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.588157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "30643d52-f39c-4674-88ed-327e3b4bdab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.588314] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.588487] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.591158] env[62533]: INFO nova.compute.manager [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Terminating instance [ 1860.631365] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899033, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.852912] env[62533]: DEBUG nova.network.neutron [-] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.891318] env[62533]: INFO nova.compute.manager [-] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Took 1.28 seconds to deallocate network for instance. [ 1861.025249] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899031, 'name': ReconfigVM_Task, 'duration_secs': 0.670553} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.025842] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 3e796302-0da8-40bd-a57d-c9a7460b7488/3e796302-0da8-40bd-a57d-c9a7460b7488.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.031265] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ed2a2d-1fd3-4a88-b0e2-9be60599e1f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.041032] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899032, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.044245] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1861.044245] env[62533]: value = "task-1899035" [ 1861.044245] env[62533]: _type = "Task" [ 1861.044245] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.051170] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899035, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.064103] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.064700] env[62533]: DEBUG nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1861.095772] env[62533]: DEBUG nova.compute.manager [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.095994] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.096882] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc47ede-9fea-4c86-8f26-162cfe602e03 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.106039] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.106279] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d230e24f-2faa-4a19-bf13-3e79fa5086e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.112686] env[62533]: DEBUG oslo_vmware.api [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1861.112686] env[62533]: value = "task-1899036" [ 1861.112686] env[62533]: _type = "Task" [ 1861.112686] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.121619] env[62533]: DEBUG oslo_vmware.api [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.130807] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899033, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.356480] env[62533]: INFO nova.compute.manager [-] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Took 1.32 seconds to deallocate network for instance. [ 1861.397633] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.398344] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.398515] env[62533]: DEBUG nova.objects.instance [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'resources' on Instance uuid 04ec2642-009c-48a0-8f2b-9d8a127ad380 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.540719] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899032, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.553179] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899035, 'name': Rename_Task, 'duration_secs': 0.169068} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.553563] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.553849] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9f71ee-a197-4ada-9482-269c28f23a71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.561223] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1861.561223] env[62533]: value = "task-1899037" [ 1861.561223] env[62533]: _type = "Task" [ 1861.561223] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.573053] env[62533]: DEBUG nova.compute.utils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.576958] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.576958] env[62533]: DEBUG nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1861.627027] env[62533]: DEBUG oslo_vmware.api [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899036, 'name': PowerOffVM_Task, 'duration_secs': 0.225833} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.627027] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.627404] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.627743] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4260c053-1c21-424e-88b8-e34c29173c5f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.638927] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899033, 'name': CloneVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.685714] env[62533]: DEBUG nova.compute.manager [req-dc0157c7-afee-4f1c-a2cc-bcfa8e9d8669 req-aaf57d1c-8ee6-4da7-a39b-ddd54f3364c0 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-vif-plugged-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1861.686162] env[62533]: DEBUG oslo_concurrency.lockutils [req-dc0157c7-afee-4f1c-a2cc-bcfa8e9d8669 req-aaf57d1c-8ee6-4da7-a39b-ddd54f3364c0 service nova] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.687965] env[62533]: DEBUG oslo_concurrency.lockutils [req-dc0157c7-afee-4f1c-a2cc-bcfa8e9d8669 req-aaf57d1c-8ee6-4da7-a39b-ddd54f3364c0 service nova] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.687965] env[62533]: DEBUG oslo_concurrency.lockutils [req-dc0157c7-afee-4f1c-a2cc-bcfa8e9d8669 req-aaf57d1c-8ee6-4da7-a39b-ddd54f3364c0 service nova] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.687965] env[62533]: DEBUG nova.compute.manager [req-dc0157c7-afee-4f1c-a2cc-bcfa8e9d8669 req-aaf57d1c-8ee6-4da7-a39b-ddd54f3364c0 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] No waiting events found dispatching network-vif-plugged-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.687965] env[62533]: WARNING nova.compute.manager [req-dc0157c7-afee-4f1c-a2cc-bcfa8e9d8669 req-aaf57d1c-8ee6-4da7-a39b-ddd54f3364c0 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received unexpected event network-vif-plugged-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 for instance with vm_state active and task_state None. [ 1861.730454] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.730720] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.730981] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Deleting the datastore file [datastore2] 30643d52-f39c-4674-88ed-327e3b4bdab4 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.731305] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d1ab77d-0817-4ec0-b7e8-6a714eac9998 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.738244] env[62533]: DEBUG oslo_vmware.api [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for the task: (returnval){ [ 1861.738244] env[62533]: value = "task-1899039" [ 1861.738244] env[62533]: _type = "Task" [ 1861.738244] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.748286] env[62533]: DEBUG oslo_vmware.api [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.864163] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.957164] env[62533]: DEBUG nova.network.neutron [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Successfully updated port: 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.040601] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899032, 'name': CloneVM_Task, 'duration_secs': 1.689045} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.043367] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created linked-clone VM from snapshot [ 1862.044819] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36865622-71c8-40dc-bae6-9310fbf297fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.054056] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Uploading image 63b4a742-f5ac-4fd2-9049-e7815a3dbced {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1862.063208] env[62533]: DEBUG nova.compute.manager [req-3a075c97-d2e5-4fa7-8457-51054c589330 req-7ee209ea-ae14-4f17-aa9b-08964351849a service nova] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Received event network-vif-deleted-99f74731-7782-4700-89dc-6f0f33878bf5 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1862.073721] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.080152] env[62533]: DEBUG nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1862.088214] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1862.088214] env[62533]: value = "vm-392094" [ 1862.088214] env[62533]: _type = "VirtualMachine" [ 1862.088214] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1862.088499] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4775f6d3-ea8b-4f35-818a-6c967b2cfb0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.096851] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease: (returnval){ [ 1862.096851] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cb6f12-0622-e9c2-8ec3-f254df57d807" [ 1862.096851] env[62533]: _type = "HttpNfcLease" [ 1862.096851] env[62533]: } obtained for exporting VM: (result){ [ 1862.096851] env[62533]: value = "vm-392094" [ 1862.096851] env[62533]: _type = "VirtualMachine" [ 1862.096851] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1862.096851] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the lease: (returnval){ [ 1862.096851] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cb6f12-0622-e9c2-8ec3-f254df57d807" [ 1862.096851] env[62533]: _type = "HttpNfcLease" [ 1862.096851] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1862.100725] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7cb159-a8c1-48f2-a85e-29c780bb14ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.109750] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068f5e14-6c0f-4652-bd14-f97b3d012ea7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.112513] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1862.112513] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cb6f12-0622-e9c2-8ec3-f254df57d807" [ 1862.112513] env[62533]: _type = "HttpNfcLease" [ 1862.112513] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1862.144411] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb573d3-daa7-4b4a-be30-aa7f2f444bf0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.152789] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899033, 'name': CloneVM_Task, 'duration_secs': 1.531005} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.154923] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Created linked-clone VM from snapshot [ 1862.155710] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ebc69-9943-4056-819a-742ba4a90c05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.159169] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f611b5-277d-44db-9997-f4fa56a2f093 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.168556] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Uploading image 002ea5b7-98d0-441b-b494-a79d972c6f04 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1862.179322] env[62533]: DEBUG nova.compute.provider_tree [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.202047] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1862.202047] env[62533]: value = "vm-392095" [ 1862.202047] env[62533]: _type = "VirtualMachine" [ 1862.202047] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1862.202753] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef0026ed-a5db-4ca7-a8f7-73f5de90c6ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.210191] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease: (returnval){ [ 1862.210191] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523bee74-a54d-8c9b-7a57-92e83bb36aa9" [ 1862.210191] env[62533]: _type = "HttpNfcLease" [ 1862.210191] env[62533]: } obtained for exporting VM: (result){ [ 1862.210191] env[62533]: value = "vm-392095" [ 1862.210191] env[62533]: _type = "VirtualMachine" [ 1862.210191] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1862.210532] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the lease: (returnval){ [ 1862.210532] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523bee74-a54d-8c9b-7a57-92e83bb36aa9" [ 1862.210532] env[62533]: _type = "HttpNfcLease" [ 1862.210532] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1862.219515] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1862.219515] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523bee74-a54d-8c9b-7a57-92e83bb36aa9" [ 1862.219515] env[62533]: _type = "HttpNfcLease" [ 1862.219515] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1862.250219] env[62533]: DEBUG oslo_vmware.api [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Task: {'id': task-1899039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271103} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.250488] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.250685] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.250852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.251034] env[62533]: INFO nova.compute.manager [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1862.251454] env[62533]: DEBUG oslo.service.loopingcall [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.251667] env[62533]: DEBUG nova.compute.manager [-] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.251761] env[62533]: DEBUG nova.network.neutron [-] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.461310] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.461411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.461567] env[62533]: DEBUG nova.network.neutron [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.575878] env[62533]: DEBUG oslo_vmware.api [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899037, 'name': PowerOnVM_Task, 'duration_secs': 0.554977} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.576051] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.576991] env[62533]: INFO nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1862.577242] env[62533]: DEBUG nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.578252] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e254dce8-fd2f-4b4e-bbdc-ac370bcf05ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.605017] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1862.605017] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cb6f12-0622-e9c2-8ec3-f254df57d807" [ 1862.605017] env[62533]: _type = "HttpNfcLease" [ 1862.605017] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1862.605648] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1862.605648] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52cb6f12-0622-e9c2-8ec3-f254df57d807" [ 1862.605648] env[62533]: _type = "HttpNfcLease" [ 1862.605648] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1862.606801] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef8a3d-2862-481a-8b07-5305c3775f06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.615824] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0816a-a0fc-ab8c-ca50-2d3401784c34/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1862.616229] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0816a-a0fc-ab8c-ca50-2d3401784c34/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1862.683640] env[62533]: DEBUG nova.scheduler.client.report [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.720860] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1862.720860] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523bee74-a54d-8c9b-7a57-92e83bb36aa9" [ 1862.720860] env[62533]: _type = "HttpNfcLease" [ 1862.720860] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1862.722025] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1862.722025] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523bee74-a54d-8c9b-7a57-92e83bb36aa9" [ 1862.722025] env[62533]: _type = "HttpNfcLease" [ 1862.722025] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1862.722025] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126ab6b8-4738-4548-97e2-153a2c14d046 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.728642] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f114fbc-f2aa-4538-a1f1-f0b48d300163 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.734231] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0760e-b288-c51d-901b-56639a3e5d2f/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1862.734443] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0760e-b288-c51d-901b-56639a3e5d2f/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1862.862334] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e828cc3-01bc-4811-9349-0035af5d4fdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.001483] env[62533]: WARNING nova.network.neutron [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] ce2e1a97-19de-4a3b-8f88-f62f3359908e already exists in list: networks containing: ['ce2e1a97-19de-4a3b-8f88-f62f3359908e']. ignoring it [ 1863.089600] env[62533]: DEBUG nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1863.102268] env[62533]: DEBUG nova.network.neutron [-] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.126180] env[62533]: INFO nova.compute.manager [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Took 14.14 seconds to build instance. [ 1863.130985] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.130985] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.131384] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.131384] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.131569] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.132681] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.132681] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.132681] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.132681] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.133465] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.134098] env[62533]: DEBUG nova.virt.hardware [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.134816] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc330643-83c7-4abf-a399-2dea02dba183 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.147352] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27541b54-09f3-4c1d-96d4-7df109aefe22 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.166269] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.172903] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Creating folder: Project (256b22a78f284daa8803cbf479732036). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.178066] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2467872-cca9-43fb-a752-291ad15195e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.190827] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.193689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.329s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.193689] env[62533]: DEBUG nova.objects.instance [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lazy-loading 'resources' on Instance uuid 2074e814-f93f-459b-b7b5-3203d9e1bcf1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.195050] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Created folder: Project (256b22a78f284daa8803cbf479732036) in parent group-v391816. [ 1863.195399] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Creating folder: Instances. Parent ref: group-v392096. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.198144] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e545f09-f52d-407e-8a47-2bae88c42bf9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.208810] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Created folder: Instances in parent group-v392096. [ 1863.210024] env[62533]: DEBUG oslo.service.loopingcall [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.210188] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.210855] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5155a975-5098-4dcd-95e9-2a0c6a1b3b19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.233944] env[62533]: INFO nova.scheduler.client.report [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocations for instance 04ec2642-009c-48a0-8f2b-9d8a127ad380 [ 1863.246058] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.246058] env[62533]: value = "task-1899045" [ 1863.246058] env[62533]: _type = "Task" [ 1863.246058] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.257928] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899045, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.393963] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.394336] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.524372] env[62533]: DEBUG nova.network.neutron [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "address": "fa:16:3e:f3:8e:6a", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8e19eb-85", "ovs_interfaceid": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.611460] env[62533]: INFO nova.compute.manager [-] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Took 1.36 seconds to deallocate network for instance. [ 1863.628957] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9edfd084-8c02-4cda-8912-bf37508997c2 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.650s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.748454] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7ea813f-dab4-4f2e-901a-b0c850351795 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "04ec2642-009c-48a0-8f2b-9d8a127ad380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.525s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.763443] env[62533]: DEBUG nova.compute.manager [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-changed-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1863.763803] env[62533]: DEBUG nova.compute.manager [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing instance network info cache due to event network-changed-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1863.764113] env[62533]: DEBUG oslo_concurrency.lockutils [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.775309] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899045, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.870158] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54890f1e-4804-459b-b8e3-818b5e09b51e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.880845] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285be1d0-be70-4042-8873-496ee2af79ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.917232] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.925020] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a387f-4c6f-419f-b262-05183b54fc4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.935250] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c0b090-69f9-4f54-b8c3-77dbf034df51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.952172] env[62533]: DEBUG nova.compute.provider_tree [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.028886] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.029718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.029886] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.030278] env[62533]: DEBUG oslo_concurrency.lockutils [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.030757] env[62533]: DEBUG nova.network.neutron [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing network info cache for port 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.033436] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43f69c-876a-4f17-8849-3c85488540d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.062695] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1864.063234] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.063464] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1864.063722] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.063899] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1864.064152] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1864.064401] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1864.064887] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1864.065106] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1864.065522] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1864.066188] env[62533]: DEBUG nova.virt.hardware [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1864.073079] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Reconfiguring VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1864.073944] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1e5a75-4bc8-4e38-ae0c-5737085c8963 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.091725] env[62533]: DEBUG oslo_vmware.api [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1864.091725] env[62533]: value = "task-1899046" [ 1864.091725] env[62533]: _type = "Task" [ 1864.091725] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.103573] env[62533]: DEBUG oslo_vmware.api [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899046, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.120193] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.230608] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "3e796302-0da8-40bd-a57d-c9a7460b7488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.230877] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.231103] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "3e796302-0da8-40bd-a57d-c9a7460b7488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.231289] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.231461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.233875] env[62533]: INFO nova.compute.manager [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Terminating instance [ 1864.268390] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899045, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.301576] env[62533]: DEBUG nova.network.neutron [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updated VIF entry in instance network info cache for port 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.302116] env[62533]: DEBUG nova.network.neutron [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "address": "fa:16:3e:f3:8e:6a", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8e19eb-85", "ovs_interfaceid": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.441408] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.463497] env[62533]: DEBUG nova.scheduler.client.report [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.602854] env[62533]: DEBUG oslo_vmware.api [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.738032] env[62533]: DEBUG nova.compute.manager [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.738449] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.740157] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a364d-5464-4e93-af53-c1c550f47e11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.751783] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.752256] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c410a6e8-e211-45a9-8703-e3fe4906f29b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.760807] env[62533]: DEBUG oslo_vmware.api [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1864.760807] env[62533]: value = "task-1899048" [ 1864.760807] env[62533]: _type = "Task" [ 1864.760807] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.769548] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899045, 'name': CreateVM_Task, 'duration_secs': 1.371129} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.770324] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.770970] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.771425] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.772053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.775947] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7645c142-27a6-4673-83e7-c8e546239e78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.778320] env[62533]: DEBUG oslo_vmware.api [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.781794] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1864.781794] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5f8f4-8311-af1d-cd91-829f5f915dbe" [ 1864.781794] env[62533]: _type = "Task" [ 1864.781794] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.790024] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5f8f4-8311-af1d-cd91-829f5f915dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.804926] env[62533]: DEBUG oslo_concurrency.lockutils [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.805219] env[62533]: DEBUG nova.compute.manager [req-aa1479e1-2ad6-46c3-9dc4-dbcd98f6646c req-0dd0df60-94b4-495b-ae41-2c5e4b0e4989 service nova] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Received event network-vif-deleted-9096184d-5b9b-457a-b2e4-41d6c5adddf8 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1864.969653] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.974320] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.854s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.974879] env[62533]: DEBUG nova.objects.instance [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lazy-loading 'resources' on Instance uuid 30643d52-f39c-4674-88ed-327e3b4bdab4 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.999212] env[62533]: INFO nova.scheduler.client.report [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Deleted allocations for instance 2074e814-f93f-459b-b7b5-3203d9e1bcf1 [ 1865.103999] env[62533]: DEBUG oslo_vmware.api [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899046, 'name': ReconfigVM_Task, 'duration_secs': 0.846751} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.104769] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.105191] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Reconfigured VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1865.272090] env[62533]: DEBUG oslo_vmware.api [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899048, 'name': PowerOffVM_Task, 'duration_secs': 0.257004} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.272401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.272629] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.272911] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142d79b2-c71d-4772-994b-00f8eef53de9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.292900] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f5f8f4-8311-af1d-cd91-829f5f915dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.015351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.293265] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.293539] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.293792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.293940] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.294150] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.294419] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f041c1a0-4829-41f7-88a0-f9edd0b52dd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.303968] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.304216] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.305120] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8868f5d6-7c48-41ed-9a9e-beba527f75ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.310832] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1865.310832] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5298e020-6188-ad49-b3d6-5ac9b015cf30" [ 1865.310832] env[62533]: _type = "Task" [ 1865.310832] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.319119] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5298e020-6188-ad49-b3d6-5ac9b015cf30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.394875] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.394875] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.394875] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Deleting the datastore file [datastore2] 3e796302-0da8-40bd-a57d-c9a7460b7488 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.395274] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e4f088-90e1-499a-b761-2230d7cdf0f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.403057] env[62533]: DEBUG oslo_vmware.api [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for the task: (returnval){ [ 1865.403057] env[62533]: value = "task-1899050" [ 1865.403057] env[62533]: _type = "Task" [ 1865.403057] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.413788] env[62533]: DEBUG oslo_vmware.api [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.509836] env[62533]: DEBUG oslo_concurrency.lockutils [None req-42509735-4c24-473a-bc18-04ec25924856 tempest-ServerRescueNegativeTestJSON-1108561148 tempest-ServerRescueNegativeTestJSON-1108561148-project-member] Lock "2074e814-f93f-459b-b7b5-3203d9e1bcf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.226s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.612983] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ea3910b-f5de-4e31-99c6-3de70023f3a1 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-807d91f6-4a93-46b6-9b43-677d478b9dc1-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.844s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.613907] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f698b67-a76d-4d3e-b6bb-2439364c4085 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.622603] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4338f9-b99a-4273-8ba3-de280d498f91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.656371] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302cd1e6-e75f-4c9d-9ef0-698c3f6ae424 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.664353] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe1117-8676-43a5-80ff-de6fd1036681 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.679361] env[62533]: DEBUG nova.compute.provider_tree [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.822776] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5298e020-6188-ad49-b3d6-5ac9b015cf30, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.823616] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea6b0cf-c4d6-4d8e-9a89-4c4b651f25c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.829249] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1865.829249] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9a853-7c8e-140c-9611-28a54853b19d" [ 1865.829249] env[62533]: _type = "Task" [ 1865.829249] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.837718] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9a853-7c8e-140c-9611-28a54853b19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.912877] env[62533]: DEBUG oslo_vmware.api [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Task: {'id': task-1899050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244592} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.913165] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.913355] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.913552] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.913744] env[62533]: INFO nova.compute.manager [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1865.914019] env[62533]: DEBUG oslo.service.loopingcall [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.914237] env[62533]: DEBUG nova.compute.manager [-] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.914346] env[62533]: DEBUG nova.network.neutron [-] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.182739] env[62533]: DEBUG nova.scheduler.client.report [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.339603] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d9a853-7c8e-140c-9611-28a54853b19d, 'name': SearchDatastore_Task, 'duration_secs': 0.026925} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.339918] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.340201] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1866.340488] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d147a4c3-5728-46b6-8527-be5c20ee214f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.349022] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1866.349022] env[62533]: value = "task-1899051" [ 1866.349022] env[62533]: _type = "Task" [ 1866.349022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.355475] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.667881] env[62533]: DEBUG nova.network.neutron [-] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.687871] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.690654] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.249s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.692366] env[62533]: INFO nova.compute.claims [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.712609] env[62533]: INFO nova.scheduler.client.report [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Deleted allocations for instance 30643d52-f39c-4674-88ed-327e3b4bdab4 [ 1866.818807] env[62533]: DEBUG nova.compute.manager [req-2824327f-b085-46c5-b60e-b9c548838994 req-1fd28926-893d-4d5f-932d-100c2a08c455 service nova] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Received event network-vif-deleted-7bc8d6ed-076c-4531-8ca9-9e910f3146dd {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1866.858570] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.170290] env[62533]: INFO nova.compute.manager [-] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Took 1.26 seconds to deallocate network for instance. [ 1867.220956] env[62533]: DEBUG oslo_concurrency.lockutils [None req-94ab78e5-2e04-47f2-9dbe-34d31f386108 tempest-ServerRescueTestJSON-72947227 tempest-ServerRescueTestJSON-72947227-project-member] Lock "30643d52-f39c-4674-88ed-327e3b4bdab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.633s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.358591] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826974} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.358879] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1867.359123] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.359399] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d30514-3cbb-431a-a92c-92ff4f6e4de4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.366694] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1867.366694] env[62533]: value = "task-1899052" [ 1867.366694] env[62533]: _type = "Task" [ 1867.366694] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.375709] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.443470] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-807d91f6-4a93-46b6-9b43-677d478b9dc1-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.443791] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-807d91f6-4a93-46b6-9b43-677d478b9dc1-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.678182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.833415] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa237d-212b-41ab-b5e7-da6c48cbefea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.842403] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9445a416-9f27-4eb1-82a5-2e54de09efe7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.887548] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10dbe78-35bb-4803-ac1a-02e920f71dc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.896739] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104832} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.899098] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.900083] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837a28b-afb7-4982-aa96-18357b92de74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.904113] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3e3df-dcf5-4562-aa08-e74d09709fdd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.933561] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.943435] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5fe902b-e93b-48ac-a578-5dc12e59b3f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.959096] env[62533]: DEBUG nova.compute.provider_tree [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.961236] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.961236] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.962469] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f682bbc7-07f5-443d-b7eb-707315d9d966 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.984542] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b42359-4e3d-452a-81ef-4dad665a88c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.987817] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1867.987817] env[62533]: value = "task-1899053" [ 1867.987817] env[62533]: _type = "Task" [ 1867.987817] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.014505] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Reconfiguring VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1868.015758] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ac53c3-4118-4c09-8004-9859aca91b48 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.034467] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.039156] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1868.039156] env[62533]: value = "task-1899054" [ 1868.039156] env[62533]: _type = "Task" [ 1868.039156] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.047992] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.464610] env[62533]: DEBUG nova.scheduler.client.report [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.502282] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899053, 'name': ReconfigVM_Task, 'duration_secs': 0.382458} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.502282] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.503091] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6d83b7-d553-491a-9464-90714e385109 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.511162] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1868.511162] env[62533]: value = "task-1899055" [ 1868.511162] env[62533]: _type = "Task" [ 1868.511162] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.528494] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899055, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.551362] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.979026] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.979026] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.991188] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.307s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.991188] env[62533]: DEBUG nova.objects.instance [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lazy-loading 'resources' on Instance uuid 3e796302-0da8-40bd-a57d-c9a7460b7488 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.040638] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899055, 'name': Rename_Task, 'duration_secs': 0.181165} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.040638] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.040638] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0db7df-8b7d-4eae-bf93-54782d07b0fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.051325] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1869.051325] env[62533]: value = "task-1899056" [ 1869.051325] env[62533]: _type = "Task" [ 1869.051325] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.055820] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.064915] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.152398] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "53c415ab-78e6-49fd-ae6e-577384f6379b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.152747] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.495051] env[62533]: DEBUG nova.compute.utils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.496601] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.497143] env[62533]: DEBUG nova.network.neutron [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.560020] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.567968] env[62533]: DEBUG nova.policy [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6a7fd4346648228c62ddcf09fc4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c4405353cf487bab5154afeee487f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.576237] env[62533]: DEBUG oslo_vmware.api [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899056, 'name': PowerOnVM_Task, 'duration_secs': 0.512915} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.576537] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.576720] env[62533]: INFO nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1869.576926] env[62533]: DEBUG nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.578570] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e44f9-a09f-43d7-9a0d-91fcfa7ed029 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.655904] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.700784] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b47c923-eded-43fa-8911-3b9e957e8877 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.712556] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fed655-c2ca-449f-b849-7a7901446022 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.752121] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ed412-609a-43b4-9709-639ea63d8482 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.760853] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac04f04-b24c-4181-b580-6a174aae0fa0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.776967] env[62533]: DEBUG nova.compute.provider_tree [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.940379] env[62533]: DEBUG nova.network.neutron [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Successfully created port: dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.999756] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1870.060578] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.108902] env[62533]: INFO nova.compute.manager [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Took 14.04 seconds to build instance. [ 1870.192545] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.278424] env[62533]: DEBUG nova.scheduler.client.report [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.558265] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.613666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-728a06bb-b111-40ea-b1d8-82a56a8c5ea6 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "0646ef84-ed46-4872-b467-5b554713d65e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.557s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.786340] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.795305] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.598s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.795305] env[62533]: INFO nova.compute.claims [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.819210] env[62533]: INFO nova.scheduler.client.report [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Deleted allocations for instance 3e796302-0da8-40bd-a57d-c9a7460b7488 [ 1871.019502] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1871.062634] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.164306] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1871.164635] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.165174] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1871.165174] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.165174] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1871.165521] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1871.165581] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1871.165766] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1871.165965] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1871.166203] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1871.166447] env[62533]: DEBUG nova.virt.hardware [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1871.168756] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35d1d5-f5a8-4aee-845e-56df362fd552 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.178879] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0816a-a0fc-ab8c-ca50-2d3401784c34/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1871.180356] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7089b-b900-4544-8d39-c6de9bbff0c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.185164] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e4a3e-9b97-4041-b984-a77dc895b820 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.200425] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0816a-a0fc-ab8c-ca50-2d3401784c34/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1871.200690] env[62533]: ERROR oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0816a-a0fc-ab8c-ca50-2d3401784c34/disk-0.vmdk due to incomplete transfer. [ 1871.200930] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a499cb02-75fa-4585-8323-ac1006f13269 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.210086] env[62533]: DEBUG oslo_vmware.rw_handles [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0816a-a0fc-ab8c-ca50-2d3401784c34/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1871.210236] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Uploaded image 63b4a742-f5ac-4fd2-9049-e7815a3dbced to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1871.212910] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1871.213576] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86e94b83-caad-415b-8217-d530b547e717 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.221431] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1871.221431] env[62533]: value = "task-1899057" [ 1871.221431] env[62533]: _type = "Task" [ 1871.221431] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.230270] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899057, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.331565] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fdb436a5-6674-438e-b9d1-bc1a024838e8 tempest-DeleteServersAdminTestJSON-1211416583 tempest-DeleteServersAdminTestJSON-1211416583-project-member] Lock "3e796302-0da8-40bd-a57d-c9a7460b7488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.100s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.559309] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.736810] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899057, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.864931] env[62533]: DEBUG nova.compute.manager [req-38ce0139-6061-42ab-87e4-a56226896cac req-30d45e97-3898-4e9f-ad1e-569bd6c0bdb0 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Received event network-vif-plugged-dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1871.865182] env[62533]: DEBUG oslo_concurrency.lockutils [req-38ce0139-6061-42ab-87e4-a56226896cac req-30d45e97-3898-4e9f-ad1e-569bd6c0bdb0 service nova] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.865358] env[62533]: DEBUG oslo_concurrency.lockutils [req-38ce0139-6061-42ab-87e4-a56226896cac req-30d45e97-3898-4e9f-ad1e-569bd6c0bdb0 service nova] Lock "d755433f-b58c-4693-913b-1d1da0442f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.865527] env[62533]: DEBUG oslo_concurrency.lockutils [req-38ce0139-6061-42ab-87e4-a56226896cac req-30d45e97-3898-4e9f-ad1e-569bd6c0bdb0 service nova] Lock "d755433f-b58c-4693-913b-1d1da0442f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.865700] env[62533]: DEBUG nova.compute.manager [req-38ce0139-6061-42ab-87e4-a56226896cac req-30d45e97-3898-4e9f-ad1e-569bd6c0bdb0 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] No waiting events found dispatching network-vif-plugged-dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.865862] env[62533]: WARNING nova.compute.manager [req-38ce0139-6061-42ab-87e4-a56226896cac req-30d45e97-3898-4e9f-ad1e-569bd6c0bdb0 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Received unexpected event network-vif-plugged-dda7256a-37b0-4e1b-a34c-0a30a3287017 for instance with vm_state building and task_state spawning. [ 1871.881327] env[62533]: DEBUG nova.network.neutron [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Successfully updated port: dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.923530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "9882bc3d-ba86-4496-8451-70edb8360b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.924039] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "9882bc3d-ba86-4496-8451-70edb8360b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.009325] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d564b70-bae0-4906-a424-91ee87b3ce36 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.019699] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc8e34-d4cf-41ec-b868-cb04e4c2582e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.058324] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f305d12f-83b2-480d-8317-3ab25080d36b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.073423] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85f22a-b11e-439e-984c-f9f35f678b5b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.077355] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.088376] env[62533]: DEBUG nova.compute.provider_tree [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.184167] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.184415] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.239379] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899057, 'name': Destroy_Task, 'duration_secs': 0.583283} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.239775] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroyed the VM [ 1872.241691] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1872.241691] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-057a8b29-63ae-4c5d-9428-a6e6f90d8bf0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.249385] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1872.249385] env[62533]: value = "task-1899058" [ 1872.249385] env[62533]: _type = "Task" [ 1872.249385] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.261360] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.383439] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.383810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.383989] env[62533]: DEBUG nova.network.neutron [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.428340] env[62533]: DEBUG nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.563937] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.591375] env[62533]: DEBUG nova.scheduler.client.report [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.621821] env[62533]: INFO nova.compute.manager [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Rebuilding instance [ 1872.686079] env[62533]: DEBUG nova.compute.manager [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.686479] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.689738] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56410ce8-8cd7-4a1a-a8c9-78bd09bfa746 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.761208] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899058, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.763345] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0760e-b288-c51d-901b-56639a3e5d2f/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1872.764221] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ee60da-96d9-4d1e-b2a4-2e7f07d184db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.770278] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0760e-b288-c51d-901b-56639a3e5d2f/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1872.770450] env[62533]: ERROR oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0760e-b288-c51d-901b-56639a3e5d2f/disk-0.vmdk due to incomplete transfer. [ 1872.770732] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-568c055c-957c-4483-8828-8f1507b61fc9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.779139] env[62533]: DEBUG oslo_vmware.rw_handles [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f0760e-b288-c51d-901b-56639a3e5d2f/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1872.779229] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Uploaded image 002ea5b7-98d0-441b-b494-a79d972c6f04 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1872.781354] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1872.781354] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f0882652-03e0-4e94-adff-3603519bc3ae {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.787650] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1872.787650] env[62533]: value = "task-1899059" [ 1872.787650] env[62533]: _type = "Task" [ 1872.787650] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.797646] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899059, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.918042] env[62533]: DEBUG nova.network.neutron [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.950760] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.065945] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.081494] env[62533]: DEBUG nova.network.neutron [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating instance_info_cache with network_info: [{"id": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "address": "fa:16:3e:fb:81:88", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda7256a-37", "ovs_interfaceid": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.097241] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.098746] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.103569] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.153s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.105727] env[62533]: INFO nova.compute.claims [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.218266] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.262257] env[62533]: DEBUG oslo_vmware.api [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899058, 'name': RemoveSnapshot_Task, 'duration_secs': 0.832349} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.262678] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1873.262960] env[62533]: INFO nova.compute.manager [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 1873.303701] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899059, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.574652] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.584114] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.584540] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Instance network_info: |[{"id": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "address": "fa:16:3e:fb:81:88", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda7256a-37", "ovs_interfaceid": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1873.585097] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:81:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda7256a-37b0-4e1b-a34c-0a30a3287017', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1873.596143] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Creating folder: Project (f8c4405353cf487bab5154afeee487f8). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1873.596808] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a653f0da-ec12-4c2d-82f0-2b48154a0696 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.607904] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Created folder: Project (f8c4405353cf487bab5154afeee487f8) in parent group-v391816. [ 1873.608365] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Creating folder: Instances. Parent ref: group-v392099. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1873.608433] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f98bff1-c796-4a4b-85ff-43fa28ae9e02 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.611160] env[62533]: DEBUG nova.compute.utils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.618174] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.618381] env[62533]: DEBUG nova.network.neutron [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.634270] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Created folder: Instances in parent group-v392099. [ 1873.634270] env[62533]: DEBUG oslo.service.loopingcall [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.634270] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1873.634270] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac6b3a33-6dbb-44a0-b3f5-567eff626c5c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.657856] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1873.657856] env[62533]: value = "task-1899062" [ 1873.657856] env[62533]: _type = "Task" [ 1873.657856] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.667481] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899062, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.678174] env[62533]: DEBUG nova.policy [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3803bfb92e49f984b5b66fe418b407', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83626156fb8846fbb5df1809222e0d9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.707598] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.710292] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e241516b-3d75-4840-9296-dcc19a4ace13 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.716579] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1873.716579] env[62533]: value = "task-1899063" [ 1873.716579] env[62533]: _type = "Task" [ 1873.716579] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.727825] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.805025] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899059, 'name': Destroy_Task, 'duration_secs': 0.574931} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.805025] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Destroyed the VM [ 1873.805025] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1873.805025] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16b65784-5790-4da9-b461-4a120e2bf2c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.811959] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1873.811959] env[62533]: value = "task-1899064" [ 1873.811959] env[62533]: _type = "Task" [ 1873.811959] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.822982] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.843796] env[62533]: DEBUG nova.compute.manager [None req-8648cb76-64a0-4a03-af98-348a16aee6cf tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Found 1 images (rotation: 2) {{(pid=62533) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1873.908065] env[62533]: DEBUG nova.compute.manager [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Received event network-changed-dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1873.908442] env[62533]: DEBUG nova.compute.manager [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Refreshing instance network info cache due to event network-changed-dda7256a-37b0-4e1b-a34c-0a30a3287017. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1873.908948] env[62533]: DEBUG oslo_concurrency.lockutils [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] Acquiring lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.913253] env[62533]: DEBUG oslo_concurrency.lockutils [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] Acquired lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.913542] env[62533]: DEBUG nova.network.neutron [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Refreshing network info cache for port dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.070252] env[62533]: DEBUG oslo_vmware.api [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899054, 'name': ReconfigVM_Task, 'duration_secs': 5.840351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.070252] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.070252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Reconfigured VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1874.123198] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.171191] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899062, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.236783] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899063, 'name': PowerOffVM_Task, 'duration_secs': 0.170673} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.237067] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.237295] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.238294] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fad635-1d7b-411c-9e5a-777ae59e5f42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.246883] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.250219] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751c8d6d-23b6-428d-9142-be6861d011c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.277533] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.281020] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.281020] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Deleting the datastore file [datastore1] 0646ef84-ed46-4872-b467-5b554713d65e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.281020] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3ef69ac-e71d-4a21-9a72-d3f408766d69 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.289188] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1874.289188] env[62533]: value = "task-1899066" [ 1874.289188] env[62533]: _type = "Task" [ 1874.289188] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.302679] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.327574] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899064, 'name': RemoveSnapshot_Task, 'duration_secs': 0.400027} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.327854] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1874.329746] env[62533]: DEBUG nova.compute.manager [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.329746] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3daceb-c613-4933-9abd-0f3b985b589c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.365245] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26bfa83-826a-4618-87ad-9e4c3bb4ae7b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.375067] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee4203d-a193-4659-b5db-5868b06bb794 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.409575] env[62533]: DEBUG nova.network.neutron [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Successfully created port: 13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.415365] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ca68e-d7ad-4007-a194-baef65658eb7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.425181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ef0c7-00ae-4ad7-a939-3087e551ccfd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.441537] env[62533]: DEBUG nova.compute.provider_tree [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.631956] env[62533]: INFO nova.virt.block_device [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Booting with volume 90730f60-423f-4bcf-9b6d-0212b4800ce9 at /dev/sda [ 1874.671158] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899062, 'name': CreateVM_Task, 'duration_secs': 0.555158} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.671343] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.672110] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.672284] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.672625] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1874.672899] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4734b8a1-2b75-4015-90a7-e3141caf6715 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.679605] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1874.679605] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525e159d-b050-be9b-bc48-11a76aac5eb7" [ 1874.679605] env[62533]: _type = "Task" [ 1874.679605] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.690668] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25d27814-2b90-47dd-bb2b-30670392113a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.694641] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525e159d-b050-be9b-bc48-11a76aac5eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.695259] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.695497] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.696773] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.696773] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.696773] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.696773] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b762dcf-c6fe-4f51-943a-1ed24c953fc2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.703683] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580086fd-5784-473f-a23f-04f526166ab2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.717906] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.717906] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.719526] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c0b899-be84-4070-a900-4806ce50454f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.727051] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1874.727051] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d781c6-001f-1398-e126-6d1f3d8b067b" [ 1874.727051] env[62533]: _type = "Task" [ 1874.727051] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.738733] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a84b8ce1-3010-4bec-ace6-c3bbb55a7090 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.744469] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d781c6-001f-1398-e126-6d1f3d8b067b, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.745829] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea0b783-2896-429f-8449-1c70a10d509f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.753044] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c651cb37-e56b-4c6f-9d54-7805559dedb5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.767009] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1874.767009] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bae3b-293c-cdc5-6a24-93d06feb962c" [ 1874.767009] env[62533]: _type = "Task" [ 1874.767009] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.775985] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bae3b-293c-cdc5-6a24-93d06feb962c, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.776279] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.776608] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] d755433f-b58c-4693-913b-1d1da0442f79/d755433f-b58c-4693-913b-1d1da0442f79.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1874.783980] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2beccf26-766d-4d2f-b1c5-97e852ff2fbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.786679] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee221f0f-c2f7-4432-9813-ac21049dba6b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.795613] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1874.795613] env[62533]: value = "task-1899067" [ 1874.795613] env[62533]: _type = "Task" [ 1874.795613] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.796777] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66bd3a5-154e-4941-bc6e-a6417af6f009 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.806808] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124451} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.811027] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.811027] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.811027] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.816760] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.820384] env[62533]: DEBUG nova.virt.block_device [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updating existing volume attachment record: 69c20b16-f8db-4bed-a590-024087542264 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1874.846296] env[62533]: INFO nova.compute.manager [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Shelve offloading [ 1874.946000] env[62533]: DEBUG nova.scheduler.client.report [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.998136] env[62533]: DEBUG nova.network.neutron [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updated VIF entry in instance network info cache for port dda7256a-37b0-4e1b-a34c-0a30a3287017. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.998508] env[62533]: DEBUG nova.network.neutron [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating instance_info_cache with network_info: [{"id": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "address": "fa:16:3e:fb:81:88", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda7256a-37", "ovs_interfaceid": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.307328] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.353369] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.353369] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d598adc1-4cc0-4ca7-b240-5b2837d5c3e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.360805] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1875.360805] env[62533]: value = "task-1899068" [ 1875.360805] env[62533]: _type = "Task" [ 1875.360805] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.371201] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.453456] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.453456] env[62533]: DEBUG nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.455305] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.237s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.457249] env[62533]: INFO nova.compute.claims [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.501777] env[62533]: DEBUG oslo_concurrency.lockutils [req-1523cc63-3566-46e1-ba73-ed5d0861f149 req-459ed2a9-9cd6-451f-b2d4-bdc5465af45a service nova] Releasing lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.579081] env[62533]: DEBUG nova.compute.manager [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.580117] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93b783-eb7b-4fd6-9ae1-5b6466930fa0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.694191] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.694426] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.808747] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825815} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.809012] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] d755433f-b58c-4693-913b-1d1da0442f79/d755433f-b58c-4693-913b-1d1da0442f79.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.809586] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.809586] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec377146-de62-4664-9801-ba900cbfec4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.815845] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1875.815845] env[62533]: value = "task-1899069" [ 1875.815845] env[62533]: _type = "Task" [ 1875.815845] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.826476] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.848580] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.848855] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.849025] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.849211] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.849355] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.849501] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.849725] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.849917] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.850317] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.850521] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.850722] env[62533]: DEBUG nova.virt.hardware [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.851605] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44dda9-15cc-4626-a1b1-9488ef9ec691 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.860397] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316cdc79-fc70-4e14-b767-2ea3c11a6b05 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.889913] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.895682] env[62533]: DEBUG oslo.service.loopingcall [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.896457] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1875.896687] env[62533]: DEBUG nova.compute.manager [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.896936] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.897638] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a359eec-e140-4dfc-9576-cc91aed5a0e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.900359] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc3b2b63-7e06-405f-a2c2-a64084365485 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.916186] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.916388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.916600] env[62533]: DEBUG nova.network.neutron [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.921662] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.921662] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.921662] env[62533]: DEBUG nova.network.neutron [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.921868] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.921868] env[62533]: value = "task-1899070" [ 1875.921868] env[62533]: _type = "Task" [ 1875.921868] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.930128] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899070, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.962411] env[62533]: DEBUG nova.compute.utils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.969019] env[62533]: DEBUG nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Not allocating networking since 'none' was specified. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1876.076651] env[62533]: DEBUG nova.compute.manager [req-9fd5908e-dda4-4fbc-beaa-1459adcc7d45 req-e03af2e8-7017-4fbc-b3c6-d61032c33cad service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Received event network-vif-plugged-13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1876.076922] env[62533]: DEBUG oslo_concurrency.lockutils [req-9fd5908e-dda4-4fbc-beaa-1459adcc7d45 req-e03af2e8-7017-4fbc-b3c6-d61032c33cad service nova] Acquiring lock "53c415ab-78e6-49fd-ae6e-577384f6379b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.077364] env[62533]: DEBUG oslo_concurrency.lockutils [req-9fd5908e-dda4-4fbc-beaa-1459adcc7d45 req-e03af2e8-7017-4fbc-b3c6-d61032c33cad service nova] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.077364] env[62533]: DEBUG oslo_concurrency.lockutils [req-9fd5908e-dda4-4fbc-beaa-1459adcc7d45 req-e03af2e8-7017-4fbc-b3c6-d61032c33cad service nova] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.077501] env[62533]: DEBUG nova.compute.manager [req-9fd5908e-dda4-4fbc-beaa-1459adcc7d45 req-e03af2e8-7017-4fbc-b3c6-d61032c33cad service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] No waiting events found dispatching network-vif-plugged-13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.077646] env[62533]: WARNING nova.compute.manager [req-9fd5908e-dda4-4fbc-beaa-1459adcc7d45 req-e03af2e8-7017-4fbc-b3c6-d61032c33cad service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Received unexpected event network-vif-plugged-13dde887-b500-4208-98ee-7c80c0ed26d4 for instance with vm_state building and task_state block_device_mapping. [ 1876.090821] env[62533]: INFO nova.compute.manager [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] instance snapshotting [ 1876.091505] env[62533]: DEBUG nova.objects.instance [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'flavor' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.197187] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.274409] env[62533]: DEBUG nova.network.neutron [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Successfully updated port: 13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.326132] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101993} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.326415] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.327180] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd9d0b4-2d57-4709-8cb5-729135a18847 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.350933] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d755433f-b58c-4693-913b-1d1da0442f79/d755433f-b58c-4693-913b-1d1da0442f79.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.351249] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886b91bd-8bdc-4053-b19a-4176e379f755 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.371337] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1876.371337] env[62533]: value = "task-1899071" [ 1876.371337] env[62533]: _type = "Task" [ 1876.371337] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.379310] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.436421] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899070, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.470713] env[62533]: DEBUG nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.598854] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cd1f3-b6ea-4e0f-b811-9f57de17824b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.628527] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3cfe3-a151-4a6b-9158-e28787fb4581 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.684691] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f73d095-652c-4972-9cb9-169eef40d62e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.692357] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e3af8-9c0f-4d02-9f94-681572f61518 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.730603] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4c06f-aa7c-47f2-ac94-84bc1e55563d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.742981] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd738c-3f21-492f-9b24-091f52b4355d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.757000] env[62533]: DEBUG nova.compute.provider_tree [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.761474] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.776792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.776792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquired lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.776792] env[62533]: DEBUG nova.network.neutron [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.881545] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.882442] env[62533]: INFO nova.network.neutron [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Port 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1876.882720] env[62533]: DEBUG nova.network.neutron [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.905589] env[62533]: DEBUG nova.network.neutron [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa73385-85", "ovs_interfaceid": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.935591] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899070, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.944896] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1876.945502] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.946293] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.946528] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.946763] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.946923] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.947085] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.947301] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.947459] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1876.947625] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1876.947846] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1876.947952] env[62533]: DEBUG nova.virt.hardware [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1876.948744] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81eb8cf-5f09-48dd-927a-0d550675b13b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.959268] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c14340-6f9d-4808-ac51-491fc4b08075 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.140654] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1877.141048] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65ac6c05-56f6-409b-a3bc-a5462c2e94fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.148541] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1877.148541] env[62533]: value = "task-1899072" [ 1877.148541] env[62533]: _type = "Task" [ 1877.148541] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.157351] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899072, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.261353] env[62533]: DEBUG nova.scheduler.client.report [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.320346] env[62533]: DEBUG nova.network.neutron [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.385907] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.389589] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.408674] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.443319] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899070, 'name': CreateVM_Task, 'duration_secs': 1.344178} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.443319] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.443419] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.443563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.443996] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1877.444285] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335c05b0-9e85-49f5-8b9f-ea6e878b592c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.449856] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1877.449856] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f2a7ec-6c01-ef22-5357-bb49996b76ea" [ 1877.449856] env[62533]: _type = "Task" [ 1877.449856] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.458393] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f2a7ec-6c01-ef22-5357-bb49996b76ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.479231] env[62533]: DEBUG nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.487438] env[62533]: DEBUG nova.network.neutron [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updating instance_info_cache with network_info: [{"id": "13dde887-b500-4208-98ee-7c80c0ed26d4", "address": "fa:16:3e:9b:54:ce", "network": {"id": "334a13ce-fdc1-431f-ae02-3c1c82a85b24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1329322428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83626156fb8846fbb5df1809222e0d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dde887-b5", "ovs_interfaceid": "13dde887-b500-4208-98ee-7c80c0ed26d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.513880] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.514168] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.514338] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.514519] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.514682] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.514838] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.515766] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.516038] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.516291] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.516857] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.516857] env[62533]: DEBUG nova.virt.hardware [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.518049] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8f194d-3d04-4c19-89c7-887ff74df5e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.527479] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c284cd-0494-4b82-9584-a48c92127e0d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.544067] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.550355] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Creating folder: Project (879ec93e77c74906b2d8d6edabbefc96). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.550894] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1680ace-ab33-4e2c-bc58-f8fc9b2b960a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.561822] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Created folder: Project (879ec93e77c74906b2d8d6edabbefc96) in parent group-v391816. [ 1877.562178] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Creating folder: Instances. Parent ref: group-v392103. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.562477] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-525bd9f5-481a-4a64-83be-62131624f577 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.572277] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Created folder: Instances in parent group-v392103. [ 1877.572516] env[62533]: DEBUG oslo.service.loopingcall [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.574828] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.575111] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f41bbb5-9154-466d-a84a-34515cee19a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.592730] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-7b6276ad-7089-4330-b7f3-002884ea3c93-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.593121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-7b6276ad-7089-4330-b7f3-002884ea3c93-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.593542] env[62533]: DEBUG nova.objects.instance [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'flavor' on Instance uuid 7b6276ad-7089-4330-b7f3-002884ea3c93 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.594905] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.594905] env[62533]: value = "task-1899075" [ 1877.594905] env[62533]: _type = "Task" [ 1877.594905] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.604952] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899075, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.662267] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899072, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.767147] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.767711] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1877.770602] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.009s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.772475] env[62533]: INFO nova.compute.claims [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.884360] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899071, 'name': ReconfigVM_Task, 'duration_secs': 1.159159} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.884635] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d755433f-b58c-4693-913b-1d1da0442f79/d755433f-b58c-4693-913b-1d1da0442f79.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.885304] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5826f6-f7ba-4952-97ea-4727178bc32c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.891938] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1877.891938] env[62533]: value = "task-1899076" [ 1877.891938] env[62533]: _type = "Task" [ 1877.891938] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.895784] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c79b8b19-f616-41ad-9433-e805c2ec3a29 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-807d91f6-4a93-46b6-9b43-677d478b9dc1-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.452s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.903857] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899076, 'name': Rename_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.963428] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f2a7ec-6c01-ef22-5357-bb49996b76ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.963729] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.963965] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.964220] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.964374] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.964547] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.965091] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec8b298-7f0d-4b1e-8794-698e06c3baf5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.973505] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1877.973680] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1877.974595] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10275c64-a550-42ba-ad84-5c979828d0d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.983226] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1877.983226] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520d28e3-8459-327b-469a-6cb5254b57bf" [ 1877.983226] env[62533]: _type = "Task" [ 1877.983226] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.988068] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Releasing lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.988592] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance network_info: |[{"id": "13dde887-b500-4208-98ee-7c80c0ed26d4", "address": "fa:16:3e:9b:54:ce", "network": {"id": "334a13ce-fdc1-431f-ae02-3c1c82a85b24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1329322428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83626156fb8846fbb5df1809222e0d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dde887-b5", "ovs_interfaceid": "13dde887-b500-4208-98ee-7c80c0ed26d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.996556] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:54:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13dde887-b500-4208-98ee-7c80c0ed26d4', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.010849] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Creating folder: Project (83626156fb8846fbb5df1809222e0d9d). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.010849] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520d28e3-8459-327b-469a-6cb5254b57bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.010849] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddd76880-5237-4b4c-87a1-0f3cbcb416c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.012356] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656a1101-7507-4405-8a71-0e6280d151be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.021376] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1878.021376] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e8733-0396-16d9-4ce0-e489ee504f68" [ 1878.021376] env[62533]: _type = "Task" [ 1878.021376] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.032022] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e8733-0396-16d9-4ce0-e489ee504f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.032022] env[62533]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1878.032022] env[62533]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62533) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1878.032286] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Folder already exists: Project (83626156fb8846fbb5df1809222e0d9d). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1878.032550] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Creating folder: Instances. Parent ref: group-v392086. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.032852] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17adbc0b-e1a8-439e-87d8-77125ca7aa78 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.041863] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Created folder: Instances in parent group-v392086. [ 1878.042943] env[62533]: DEBUG oslo.service.loopingcall [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.043247] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.043502] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7428ac39-20d3-4b97-8478-40116888c7eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.066190] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.066190] env[62533]: value = "task-1899079" [ 1878.066190] env[62533]: _type = "Task" [ 1878.066190] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.074664] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899079, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.109131] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899075, 'name': CreateVM_Task, 'duration_secs': 0.312218} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.109849] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.110388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.111043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.111469] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.111771] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9b0d0c-d4d4-4dbf-8413-55a6236de2f5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.119313] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1878.119313] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257870b-3595-c986-cf0e-d9e29d6e132f" [ 1878.119313] env[62533]: _type = "Task" [ 1878.119313] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.128122] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257870b-3595-c986-cf0e-d9e29d6e132f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.160616] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899072, 'name': CreateSnapshot_Task, 'duration_secs': 0.546747} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.161051] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1878.161841] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db45ea9a-e818-4fbc-bcef-d55cffb8f27a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.167452] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.168310] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2565840-1c31-49ec-997b-74c72cda2e73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.186750] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.191419] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f016ef85-ebea-476e-a7a3-7cc3e7f532e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.234679] env[62533]: DEBUG nova.objects.instance [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'pci_requests' on Instance uuid 7b6276ad-7089-4330-b7f3-002884ea3c93 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.277225] env[62533]: DEBUG nova.compute.utils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.280960] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1878.281261] env[62533]: DEBUG nova.network.neutron [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1878.325506] env[62533]: DEBUG nova.policy [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8408af7245dda000bd0a55d0c69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8818ad7c1c994b71a958521b0a8f98b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1878.384941] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Received event network-changed-13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1878.385184] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Refreshing instance network info cache due to event network-changed-13dde887-b500-4208-98ee-7c80c0ed26d4. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1878.385405] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquiring lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.385550] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquired lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.385708] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Refreshing network info cache for port 13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.405514] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899076, 'name': Rename_Task, 'duration_secs': 0.151662} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.405781] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.406017] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b01f8d73-5614-4e70-9177-bc3cd2cffb82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.413449] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1878.413449] env[62533]: value = "task-1899081" [ 1878.413449] env[62533]: _type = "Task" [ 1878.413449] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.422994] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.532625] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]523e8733-0396-16d9-4ce0-e489ee504f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.532939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.533252] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.533843] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aafabd2-1ded-4ab8-acb5-75971dce3353 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.541287] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1878.541287] env[62533]: value = "task-1899082" [ 1878.541287] env[62533]: _type = "Task" [ 1878.541287] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.549761] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.577873] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899079, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.588110] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.588343] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.588519] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleting the datastore file [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.588791] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acb5a2bb-5ac8-4375-9858-44f00281b779 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.595653] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1878.595653] env[62533]: value = "task-1899083" [ 1878.595653] env[62533]: _type = "Task" [ 1878.595653] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.604309] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.632095] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5257870b-3595-c986-cf0e-d9e29d6e132f, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.633776] env[62533]: DEBUG nova.network.neutron [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Successfully created port: d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.636465] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.636768] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.637043] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.637211] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.637408] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.637729] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3536f0f-1d17-421e-af66-1ab4e1b1e65d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.647841] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.648080] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.649262] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270008c9-b2ca-4531-9460-92eeba4304aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.654854] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1878.654854] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f0e72f-9ad8-52d5-c09b-49c56dc90a62" [ 1878.654854] env[62533]: _type = "Task" [ 1878.654854] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.663909] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f0e72f-9ad8-52d5-c09b-49c56dc90a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.701866] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1878.702226] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aed5a295-1fd4-4451-9309-7b56107405bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.711237] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1878.711237] env[62533]: value = "task-1899084" [ 1878.711237] env[62533]: _type = "Task" [ 1878.711237] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.723390] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899084, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.737355] env[62533]: DEBUG nova.objects.base [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Object Instance<7b6276ad-7089-4330-b7f3-002884ea3c93> lazy-loaded attributes: flavor,pci_requests {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1878.737633] env[62533]: DEBUG nova.network.neutron [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1878.788241] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1878.893744] env[62533]: DEBUG nova.policy [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d5e55043e0a4bf4981b5f894f0ad87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96d928eb73e420d96580c203ef50334', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1878.934230] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.026531] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47302ef1-a094-4164-a17d-58dac1e998f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.037894] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0a54c3-cc2d-4a94-baf9-9398648cc888 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.051846] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899082, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.089024] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b3dbb-057c-4b26-a994-aecbaaff5699 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.095128] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899079, 'name': CreateVM_Task, 'duration_secs': 0.754969} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.097606] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.098532] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392091', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'name': 'volume-90730f60-423f-4bcf-9b6d-0212b4800ce9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53c415ab-78e6-49fd-ae6e-577384f6379b', 'attached_at': '', 'detached_at': '', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'serial': '90730f60-423f-4bcf-9b6d-0212b4800ce9'}, 'delete_on_termination': True, 'attachment_id': '69c20b16-f8db-4bed-a590-024087542264', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62533) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1879.098805] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Root volume attach. Driver type: vmdk {{(pid=62533) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1879.102945] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2ceda5-cd61-40e6-8c93-fd932fcf5e6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.107543] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9585be-b170-457b-a614-0876dc9d01bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.123059] env[62533]: DEBUG nova.compute.provider_tree [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.130275] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe8b9d-0b7a-4a5a-8d2e-23b45743a03d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.133439] env[62533]: DEBUG oslo_vmware.api [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249259} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.134984] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.134984] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1879.134984] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1879.141440] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c50739b-c34f-4ecd-90f8-334e85930a50 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.150028] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-46fb91ec-a775-4270-ae3f-02193a91122b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.156185] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1879.156185] env[62533]: value = "task-1899085" [ 1879.156185] env[62533]: _type = "Task" [ 1879.156185] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.168601] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f0e72f-9ad8-52d5-c09b-49c56dc90a62, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.169741] env[62533]: INFO nova.scheduler.client.report [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted allocations for instance 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 [ 1879.178310] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899085, 'name': RelocateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.179050] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b90aabe-530b-470b-93b7-b36f3fae2cd9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.187213] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1879.187213] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f83c01-4d5c-3c98-d7b1-c0e01b087a54" [ 1879.187213] env[62533]: _type = "Task" [ 1879.187213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.199762] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f83c01-4d5c-3c98-d7b1-c0e01b087a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.221120] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899084, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.234055] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updated VIF entry in instance network info cache for port 13dde887-b500-4208-98ee-7c80c0ed26d4. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.234458] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updating instance_info_cache with network_info: [{"id": "13dde887-b500-4208-98ee-7c80c0ed26d4", "address": "fa:16:3e:9b:54:ce", "network": {"id": "334a13ce-fdc1-431f-ae02-3c1c82a85b24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1329322428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83626156fb8846fbb5df1809222e0d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dde887-b5", "ovs_interfaceid": "13dde887-b500-4208-98ee-7c80c0ed26d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.426034] env[62533]: DEBUG oslo_vmware.api [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899081, 'name': PowerOnVM_Task, 'duration_secs': 0.65624} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.426467] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.426633] env[62533]: INFO nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1879.426923] env[62533]: DEBUG nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.427876] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b6428-6015-4d84-88b6-0159854fe587 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.550941] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559807} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.551944] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1879.552201] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1879.552473] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81807692-491b-40c1-8da4-46b37f62893d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.562213] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1879.562213] env[62533]: value = "task-1899086" [ 1879.562213] env[62533]: _type = "Task" [ 1879.562213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.571684] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.634692] env[62533]: DEBUG nova.scheduler.client.report [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.670386] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899085, 'name': RelocateVM_Task, 'duration_secs': 0.482151} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.670685] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1879.670983] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392091', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'name': 'volume-90730f60-423f-4bcf-9b6d-0212b4800ce9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53c415ab-78e6-49fd-ae6e-577384f6379b', 'attached_at': '', 'detached_at': '', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'serial': '90730f60-423f-4bcf-9b6d-0212b4800ce9'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1879.671820] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb710754-0719-46b8-a053-a0487954a7bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.688832] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.694104] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa989b83-564b-4908-8ed3-0e4fa6c5f8a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.704971] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f83c01-4d5c-3c98-d7b1-c0e01b087a54, 'name': SearchDatastore_Task, 'duration_secs': 0.019084} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.711620] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.711926] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.720501] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-90730f60-423f-4bcf-9b6d-0212b4800ce9/volume-90730f60-423f-4bcf-9b6d-0212b4800ce9.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.720806] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b237db2-3a13-4dc4-9186-6b837ce6cfbd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.723116] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2015ded-2e6a-4e11-9d03-4526d2bd337a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.740399] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Releasing lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.740658] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1879.740861] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing instance network info cache due to event network-changed-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1879.741097] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquiring lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.741254] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquired lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.741422] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Refreshing network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.749014] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899084, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.752390] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1879.752390] env[62533]: value = "task-1899088" [ 1879.752390] env[62533]: _type = "Task" [ 1879.752390] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.752686] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1879.752686] env[62533]: value = "task-1899087" [ 1879.752686] env[62533]: _type = "Task" [ 1879.752686] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.771324] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.771642] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.799538] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1879.826736] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.826949] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.827118] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.827368] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.827452] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.827581] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.827794] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.827953] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.828142] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.828306] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.828621] env[62533]: DEBUG nova.virt.hardware [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.829487] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3756cd05-8fb2-4263-b3ab-c1c9371b56c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.838700] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b988ec98-4ebb-46ce-812a-0ee8a1ae08aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.949113] env[62533]: INFO nova.compute.manager [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Took 15.53 seconds to build instance. [ 1880.074860] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072021} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.077082] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1880.079673] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7972ef04-4530-447c-940a-917437aeb7d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.106685] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.107094] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae8a0db-e8cc-48eb-bb74-3bf6e72ead2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.128437] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1880.128437] env[62533]: value = "task-1899089" [ 1880.128437] env[62533]: _type = "Task" [ 1880.128437] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.137489] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.140431] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.141237] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1880.143733] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.455s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.143961] env[62533]: DEBUG nova.objects.instance [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'resources' on Instance uuid 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.236460] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899084, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.272862] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899087, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.273242] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.450999] env[62533]: DEBUG oslo_concurrency.lockutils [None req-447c9da9-ac36-4dbc-87d2-4cb928617492 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.057s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.529142] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updated VIF entry in instance network info cache for port 9ca4287e-b226-4da0-8ae3-e6fe994ed1ba. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.529516] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [{"id": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "address": "fa:16:3e:ba:19:c9", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca4287e-b2", "ovs_interfaceid": "9ca4287e-b226-4da0-8ae3-e6fe994ed1ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.641281] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.646669] env[62533]: DEBUG nova.compute.utils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.648043] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.648443] env[62533]: DEBUG nova.network.neutron [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.650643] env[62533]: DEBUG nova.objects.instance [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.703134] env[62533]: DEBUG nova.policy [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd644a4b36f64e0f85e361e64d17ed95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '755cc99636204abaafe917ac0d407915', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.735841] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899084, 'name': CloneVM_Task, 'duration_secs': 1.780749} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.736131] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created linked-clone VM from snapshot [ 1880.736892] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788f8a42-d28b-4811-951a-58b556e4224c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.745771] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Uploading image 40dc6312-0e0a-4258-9cb2-920391b8d2ae {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1880.774460] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899088, 'name': ReconfigVM_Task, 'duration_secs': 0.586075} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.777702] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-90730f60-423f-4bcf-9b6d-0212b4800ce9/volume-90730f60-423f-4bcf-9b6d-0212b4800ce9.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.787871] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75126} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.791018] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1efb9b54-a1a5-4809-8fac-b038e73c2d4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.800893] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.801428] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.805894] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a9de88b-2377-4c59-bbc8-75a6f4164077 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.814108] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1880.814108] env[62533]: value = "task-1899091" [ 1880.814108] env[62533]: _type = "Task" [ 1880.814108] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.817251] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1880.817251] env[62533]: value = "vm-392109" [ 1880.817251] env[62533]: _type = "VirtualMachine" [ 1880.817251] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1880.818068] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1880.818068] env[62533]: value = "task-1899090" [ 1880.818068] env[62533]: _type = "Task" [ 1880.818068] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.818397] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8bf9110-bf92-44cd-ac92-eb6592078c8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.837286] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.845228] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease: (returnval){ [ 1880.845228] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c5c4f0-5468-d769-815a-01dedfb0636a" [ 1880.845228] env[62533]: _type = "HttpNfcLease" [ 1880.845228] env[62533]: } obtained for exporting VM: (result){ [ 1880.845228] env[62533]: value = "vm-392109" [ 1880.845228] env[62533]: _type = "VirtualMachine" [ 1880.845228] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1880.845228] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the lease: (returnval){ [ 1880.845228] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c5c4f0-5468-d769-815a-01dedfb0636a" [ 1880.845228] env[62533]: _type = "HttpNfcLease" [ 1880.845228] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1880.845228] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.850819] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1880.850819] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c5c4f0-5468-d769-815a-01dedfb0636a" [ 1880.850819] env[62533]: _type = "HttpNfcLease" [ 1880.850819] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1880.851127] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1880.851127] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c5c4f0-5468-d769-815a-01dedfb0636a" [ 1880.851127] env[62533]: _type = "HttpNfcLease" [ 1880.851127] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1880.851873] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e30863-c86c-4237-bd5a-fe24ad80020b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.861250] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52807bcd-9490-e40f-5df4-720750d3880e/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1880.861250] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52807bcd-9490-e40f-5df4-720750d3880e/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1880.964238] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d67629fb-d8aa-4bd0-a933-6f62d9aad4f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.033111] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Releasing lock "refresh_cache-807d91f6-4a93-46b6-9b43-677d478b9dc1" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.033475] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1881.033649] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing instance network info cache due to event network-changed-1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1881.033865] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.034016] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.034191] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.074938] env[62533]: DEBUG nova.network.neutron [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Successfully updated port: d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1881.138907] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899089, 'name': ReconfigVM_Task, 'duration_secs': 0.529874} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.139283] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 0646ef84-ed46-4872-b467-5b554713d65e/0646ef84-ed46-4872-b467-5b554713d65e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.141835] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ef2f53b-23a2-4a69-955c-4c1cadcd8ac4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.149396] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1881.149396] env[62533]: value = "task-1899093" [ 1881.149396] env[62533]: _type = "Task" [ 1881.149396] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.155654] env[62533]: DEBUG nova.network.neutron [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Successfully created port: 8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.158444] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1881.160906] env[62533]: DEBUG nova.objects.base [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Object Instance<9c6a716f-a029-482f-a0a4-4b7e8ea4d805> lazy-loaded attributes: resources,numa_topology {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1881.175710] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899093, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.337045] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899091, 'name': ReconfigVM_Task, 'duration_secs': 0.147472} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.339854] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392091', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'name': 'volume-90730f60-423f-4bcf-9b6d-0212b4800ce9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53c415ab-78e6-49fd-ae6e-577384f6379b', 'attached_at': '', 'detached_at': '', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'serial': '90730f60-423f-4bcf-9b6d-0212b4800ce9'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1881.341248] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4430dc-49b6-4da5-a3f3-f66f73d55e2d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.347427] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40df2902-afd5-4fdc-afef-4654b92e1b54 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.349559] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202505} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.350338] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.351567] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a805de23-aca9-4d51-bcf5-9f95d643456a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.357879] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1881.357879] env[62533]: value = "task-1899094" [ 1881.357879] env[62533]: _type = "Task" [ 1881.357879] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.359596] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d51296-3404-4244-a9f4-2009b24c3a23 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.389711] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.391119] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94feac2c-08ef-4c41-8ede-1b0cb5602bfb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.435213] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1124e63-27fb-4e23-b835-5a83680535f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.442398] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1881.442398] env[62533]: value = "task-1899095" [ 1881.442398] env[62533]: _type = "Task" [ 1881.442398] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.442669] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899094, 'name': Rename_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.449160] env[62533]: DEBUG nova.network.neutron [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Successfully updated port: 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1881.453074] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a1583-41c5-4f02-8cf7-1ca3e7762db3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.463735] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.476445] env[62533]: DEBUG nova.compute.provider_tree [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.577120] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-018246c7-b2e9-47bd-89d1-d6b22e2e5e82" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.577366] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-018246c7-b2e9-47bd-89d1-d6b22e2e5e82" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.577466] env[62533]: DEBUG nova.network.neutron [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.663255] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899093, 'name': Rename_Task, 'duration_secs': 0.240825} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.663946] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.664297] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-728f6448-a6e0-413c-9b84-4e6c7417c42b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.676317] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1881.676317] env[62533]: value = "task-1899096" [ 1881.676317] env[62533]: _type = "Task" [ 1881.676317] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.686095] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.725122] env[62533]: DEBUG nova.compute.manager [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1881.725707] env[62533]: DEBUG nova.compute.manager [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing instance network info cache due to event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1881.725707] env[62533]: DEBUG oslo_concurrency.lockutils [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.726228] env[62533]: DEBUG oslo_concurrency.lockutils [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.726402] env[62533]: DEBUG nova.network.neutron [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.872078] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899094, 'name': Rename_Task, 'duration_secs': 0.138846} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.873196] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.873338] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2302327-f023-47c5-a9fd-f7e7ad9704f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.881331] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1881.881331] env[62533]: value = "task-1899097" [ 1881.881331] env[62533]: _type = "Task" [ 1881.881331] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.893503] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.936119] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updated VIF entry in instance network info cache for port 1c57fc6d-cf15-4e9e-a95f-ed1371887b67. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.936657] env[62533]: DEBUG nova.network.neutron [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.954428] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899095, 'name': ReconfigVM_Task, 'duration_secs': 0.297018} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.955811] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.957400] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e2ea79-b5a3-4b57-92b9-74c5f1a3de38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.960180] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.966637] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1881.966637] env[62533]: value = "task-1899098" [ 1881.966637] env[62533]: _type = "Task" [ 1881.966637] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.978125] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899098, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.980185] env[62533]: DEBUG nova.scheduler.client.report [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1882.142252] env[62533]: DEBUG nova.compute.manager [req-e0aed76a-7c4b-418f-8c3b-91454800ae46 req-73175b13-5fdd-4216-9413-323039510ae5 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Received event network-vif-plugged-d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1882.142252] env[62533]: DEBUG oslo_concurrency.lockutils [req-e0aed76a-7c4b-418f-8c3b-91454800ae46 req-73175b13-5fdd-4216-9413-323039510ae5 service nova] Acquiring lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.142252] env[62533]: DEBUG oslo_concurrency.lockutils [req-e0aed76a-7c4b-418f-8c3b-91454800ae46 req-73175b13-5fdd-4216-9413-323039510ae5 service nova] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.142252] env[62533]: DEBUG oslo_concurrency.lockutils [req-e0aed76a-7c4b-418f-8c3b-91454800ae46 req-73175b13-5fdd-4216-9413-323039510ae5 service nova] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.142636] env[62533]: DEBUG nova.compute.manager [req-e0aed76a-7c4b-418f-8c3b-91454800ae46 req-73175b13-5fdd-4216-9413-323039510ae5 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] No waiting events found dispatching network-vif-plugged-d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1882.142636] env[62533]: WARNING nova.compute.manager [req-e0aed76a-7c4b-418f-8c3b-91454800ae46 req-73175b13-5fdd-4216-9413-323039510ae5 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Received unexpected event network-vif-plugged-d9cae5a3-2de8-4aa0-8c00-46b31c17d094 for instance with vm_state building and task_state spawning. [ 1882.150088] env[62533]: DEBUG nova.network.neutron [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1882.177871] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1882.197497] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.213739] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1882.214321] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.214488] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1882.214804] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.215064] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1882.215351] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1882.215754] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1882.216040] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1882.216357] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1882.216666] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1882.218338] env[62533]: DEBUG nova.virt.hardware [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1882.220125] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05af2465-10a7-4c56-af01-576409e49cc3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.232220] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52340cc-7b9d-4457-8862-d9b71f04a4a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.393998] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.439688] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.440523] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-vif-unplugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1882.441027] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.441615] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.442054] env[62533]: DEBUG oslo_concurrency.lockutils [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.443311] env[62533]: DEBUG nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] No waiting events found dispatching network-vif-unplugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1882.443311] env[62533]: WARNING nova.compute.manager [req-1f809db9-bfda-45bd-86d9-f312c0a6791c req-5d9c41e8-d610-4e2b-a667-5e306a2b7c93 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received unexpected event network-vif-unplugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b for instance with vm_state shelved and task_state shelving_offloading. [ 1882.443311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.443456] env[62533]: DEBUG nova.network.neutron [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.453544] env[62533]: DEBUG nova.network.neutron [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Updating instance_info_cache with network_info: [{"id": "d9cae5a3-2de8-4aa0-8c00-46b31c17d094", "address": "fa:16:3e:cb:28:d0", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cae5a3-2d", "ovs_interfaceid": "d9cae5a3-2de8-4aa0-8c00-46b31c17d094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.483927] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899098, 'name': Rename_Task, 'duration_secs': 0.151901} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.484513] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.485773] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.489808] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bed5688-07bd-46f4-bc83-489d40dc2cb9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.499958] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1882.499958] env[62533]: value = "task-1899099" [ 1882.499958] env[62533]: _type = "Task" [ 1882.499958] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.516513] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899099, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.586771] env[62533]: DEBUG nova.network.neutron [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updated VIF entry in instance network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.591030] env[62533]: DEBUG nova.network.neutron [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4fa73385-85", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.691988] env[62533]: DEBUG oslo_vmware.api [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899096, 'name': PowerOnVM_Task, 'duration_secs': 0.602401} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.692974] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.693425] env[62533]: DEBUG nova.compute.manager [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.694522] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dadcad-d48c-43e8-9489-b2fe1ee0b96f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.781445] env[62533]: DEBUG nova.network.neutron [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Successfully updated port: 8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.895036] env[62533]: DEBUG oslo_vmware.api [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899097, 'name': PowerOnVM_Task, 'duration_secs': 0.616573} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.895446] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.895773] env[62533]: INFO nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1882.895993] env[62533]: DEBUG nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.897075] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97eef02-ad66-46fd-bb69-32320cd2b1f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.959951] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-018246c7-b2e9-47bd-89d1-d6b22e2e5e82" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.960370] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Instance network_info: |[{"id": "d9cae5a3-2de8-4aa0-8c00-46b31c17d094", "address": "fa:16:3e:cb:28:d0", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cae5a3-2d", "ovs_interfaceid": "d9cae5a3-2de8-4aa0-8c00-46b31c17d094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1882.961281] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:28:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9cae5a3-2de8-4aa0-8c00-46b31c17d094', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1882.969158] env[62533]: DEBUG oslo.service.loopingcall [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.969814] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1882.970175] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3c2387-06bd-483f-b9e2-6e1807d12e91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.990080] env[62533]: WARNING nova.network.neutron [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] ce2e1a97-19de-4a3b-8f88-f62f3359908e already exists in list: networks containing: ['ce2e1a97-19de-4a3b-8f88-f62f3359908e']. ignoring it [ 1882.996198] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1882.996198] env[62533]: value = "task-1899100" [ 1882.996198] env[62533]: _type = "Task" [ 1882.996198] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.007768] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c7615a27-30b8-4cfd-8c21-3c3f1668fd66 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.023s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.012944] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899100, 'name': CreateVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.019344] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.090647] env[62533]: DEBUG oslo_concurrency.lockutils [req-fa8e4dee-4cb9-4681-b7ba-73fbe66acca4 req-f245dffe-258c-43c4-b769-bb5b056ed0f0 service nova] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.218810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.219126] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.219318] env[62533]: DEBUG nova.objects.instance [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1883.287321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "refresh_cache-acb863bd-f727-4d2d-8fec-3c4e2686cfae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.287321] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquired lock "refresh_cache-acb863bd-f727-4d2d-8fec-3c4e2686cfae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.287401] env[62533]: DEBUG nova.network.neutron [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.324884] env[62533]: DEBUG nova.network.neutron [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "address": "fa:16:3e:f3:8e:6a", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8e19eb-85", "ovs_interfaceid": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.417102] env[62533]: INFO nova.compute.manager [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Took 13.26 seconds to build instance. [ 1883.455978] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.456276] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.510785] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899100, 'name': CreateVM_Task, 'duration_secs': 0.427921} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.510785] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1883.511460] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.511634] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.512072] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1883.516216] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db95096f-5527-4ea2-bd97-990bbdc6af71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.518531] env[62533]: DEBUG oslo_vmware.api [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899099, 'name': PowerOnVM_Task, 'duration_secs': 0.697578} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.519935] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.519935] env[62533]: INFO nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Took 6.04 seconds to spawn the instance on the hypervisor. [ 1883.519935] env[62533]: DEBUG nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.520252] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78863733-1e4d-4d85-8444-3f2ae47e8113 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.523945] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1883.523945] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52898fb4-a6ec-18f1-9601-011555ae6f2c" [ 1883.523945] env[62533]: _type = "Task" [ 1883.523945] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.539093] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52898fb4-a6ec-18f1-9601-011555ae6f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.612988] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "2c99f39c-5583-47b5-aa52-1f40013411c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.613739] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.662870] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.663154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.663377] env[62533]: INFO nova.compute.manager [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Unshelving [ 1883.822432] env[62533]: DEBUG nova.network.neutron [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.827339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.827969] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.828153] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.829344] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0da63-8a69-4fa7-a8a4-10bd1b6fbd25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.850333] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.850888] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.851186] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.851533] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.851841] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.852177] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.852552] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.852834] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.853132] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.853410] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.853705] env[62533]: DEBUG nova.virt.hardware [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.860610] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Reconfiguring VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1883.863906] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6545f059-dbed-4509-97fb-7cd3b6576f5a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.892776] env[62533]: DEBUG oslo_vmware.api [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1883.892776] env[62533]: value = "task-1899101" [ 1883.892776] env[62533]: _type = "Task" [ 1883.892776] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.897661] env[62533]: DEBUG oslo_vmware.api [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899101, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.906403] env[62533]: DEBUG nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-vif-plugged-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1883.906691] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.906905] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.907128] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.907283] env[62533]: DEBUG nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] No waiting events found dispatching network-vif-plugged-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.907448] env[62533]: WARNING nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received unexpected event network-vif-plugged-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 for instance with vm_state active and task_state None. [ 1883.907608] env[62533]: DEBUG nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-changed-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1883.907759] env[62533]: DEBUG nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing instance network info cache due to event network-changed-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1883.907939] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.908105] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.908371] env[62533]: DEBUG nova.network.neutron [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Refreshing network info cache for port 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.921173] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c536fbe2-91cd-4d82-80c2-8889aa767c0d tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.768s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.963029] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.963198] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1884.045196] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52898fb4-a6ec-18f1-9601-011555ae6f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.018074} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.046348] env[62533]: DEBUG nova.network.neutron [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Updating instance_info_cache with network_info: [{"id": "8b1da2c5-d2d4-445d-8dfa-1e565f46b159", "address": "fa:16:3e:3a:3f:88", "network": {"id": "147b30d7-3c2c-4abb-84cc-19920c5b3cae", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1737703567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755cc99636204abaafe917ac0d407915", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1da2c5-d2", "ovs_interfaceid": "8b1da2c5-d2d4-445d-8dfa-1e565f46b159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.049055] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.049312] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1884.049551] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.049689] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.050025] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1884.050846] env[62533]: INFO nova.compute.manager [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Took 11.12 seconds to build instance. [ 1884.051978] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc85064b-143f-463c-a082-abb0d25e6363 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.064260] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1884.064260] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1884.064260] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90376a00-3cc2-4164-8b51-e08bdc7f8513 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.070228] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1884.070228] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526d23e2-123a-a357-bc42-ad1c075f3fca" [ 1884.070228] env[62533]: _type = "Task" [ 1884.070228] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.078787] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526d23e2-123a-a357-bc42-ad1c075f3fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.116423] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.230233] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01a7ffc4-afea-4647-9317-037370a84cc0 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.316349] env[62533]: DEBUG nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Received event network-changed-d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1884.316838] env[62533]: DEBUG nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Refreshing instance network info cache due to event network-changed-d9cae5a3-2de8-4aa0-8c00-46b31c17d094. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1884.317388] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Acquiring lock "refresh_cache-018246c7-b2e9-47bd-89d1-d6b22e2e5e82" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.318159] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Acquired lock "refresh_cache-018246c7-b2e9-47bd-89d1-d6b22e2e5e82" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.318607] env[62533]: DEBUG nova.network.neutron [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Refreshing network info cache for port d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.400028] env[62533]: DEBUG oslo_vmware.api [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.554355] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Releasing lock "refresh_cache-acb863bd-f727-4d2d-8fec-3c4e2686cfae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.555233] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Instance network_info: |[{"id": "8b1da2c5-d2d4-445d-8dfa-1e565f46b159", "address": "fa:16:3e:3a:3f:88", "network": {"id": "147b30d7-3c2c-4abb-84cc-19920c5b3cae", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1737703567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755cc99636204abaafe917ac0d407915", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1da2c5-d2", "ovs_interfaceid": "8b1da2c5-d2d4-445d-8dfa-1e565f46b159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.560362] env[62533]: DEBUG oslo_concurrency.lockutils [None req-357206b3-535d-4e70-a798-371833ba1f1b tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "9882bc3d-ba86-4496-8451-70edb8360b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.635s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.560362] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:3f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1da2c5-d2d4-445d-8dfa-1e565f46b159', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.570270] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Creating folder: Project (755cc99636204abaafe917ac0d407915). Parent ref: group-v391816. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1884.571565] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cd7e9b4-0529-4c08-9f83-dc5a39f745dc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.585820] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526d23e2-123a-a357-bc42-ad1c075f3fca, 'name': SearchDatastore_Task, 'duration_secs': 0.035003} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.588179] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Created folder: Project (755cc99636204abaafe917ac0d407915) in parent group-v391816. [ 1884.588553] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Creating folder: Instances. Parent ref: group-v392111. {{(pid=62533) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1884.588930] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e06570-3a1a-4983-9442-790a7c044e0e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.593730] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5ab681c-115c-4314-9b71-70baf8933823 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.598018] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1884.598018] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52818cc1-3301-1159-9ca4-97be0db4a832" [ 1884.598018] env[62533]: _type = "Task" [ 1884.598018] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.604215] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Created folder: Instances in parent group-v392111. [ 1884.604674] env[62533]: DEBUG oslo.service.loopingcall [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.605394] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.605786] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc8d6c5e-0ebe-49c7-84b8-702218805b80 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.631728] env[62533]: INFO nova.compute.manager [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Rebuilding instance [ 1884.637931] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52818cc1-3301-1159-9ca4-97be0db4a832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.649019] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.649019] env[62533]: value = "task-1899104" [ 1884.649019] env[62533]: _type = "Task" [ 1884.649019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.661412] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899104, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.679142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.679142] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.679547] env[62533]: INFO nova.compute.claims [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.708311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.708311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "0646ef84-ed46-4872-b467-5b554713d65e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.708311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "0646ef84-ed46-4872-b467-5b554713d65e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.708311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "0646ef84-ed46-4872-b467-5b554713d65e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.708311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "0646ef84-ed46-4872-b467-5b554713d65e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.708311] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "0646ef84-ed46-4872-b467-5b554713d65e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.710580] env[62533]: INFO nova.compute.manager [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Terminating instance [ 1884.717631] env[62533]: DEBUG nova.compute.manager [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.718660] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad95992-3dd2-4456-928b-dcbe3f1dfbec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.735767] env[62533]: DEBUG nova.network.neutron [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updated VIF entry in instance network info cache for port 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.736302] env[62533]: DEBUG nova.network.neutron [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "address": "fa:16:3e:f3:8e:6a", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8e19eb-85", "ovs_interfaceid": "8f8e19eb-851b-4f61-9844-bd8bd1dad4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.907043] env[62533]: DEBUG oslo_vmware.api [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.078058] env[62533]: DEBUG nova.network.neutron [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Updated VIF entry in instance network info cache for port d9cae5a3-2de8-4aa0-8c00-46b31c17d094. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.078058] env[62533]: DEBUG nova.network.neutron [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Updating instance_info_cache with network_info: [{"id": "d9cae5a3-2de8-4aa0-8c00-46b31c17d094", "address": "fa:16:3e:cb:28:d0", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cae5a3-2d", "ovs_interfaceid": "d9cae5a3-2de8-4aa0-8c00-46b31c17d094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.108314] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52818cc1-3301-1159-9ca4-97be0db4a832, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.108980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.109424] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 018246c7-b2e9-47bd-89d1-d6b22e2e5e82/018246c7-b2e9-47bd-89d1-d6b22e2e5e82.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1885.109870] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ea83942-169f-4f26-a995-27d119d90545 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.117299] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1885.117299] env[62533]: value = "task-1899105" [ 1885.117299] env[62533]: _type = "Task" [ 1885.117299] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.127484] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.158463] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899104, 'name': CreateVM_Task, 'duration_secs': 0.407401} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.158876] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.160134] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.160598] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.161219] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1885.162213] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d68081-67b0-43b4-bbeb-d5f8eea653ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.168623] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1885.168623] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527964e2-e3fc-adc3-d4c7-02e3c87b4821" [ 1885.168623] env[62533]: _type = "Task" [ 1885.168623] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.178418] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527964e2-e3fc-adc3-d4c7-02e3c87b4821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.220596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "refresh_cache-0646ef84-ed46-4872-b467-5b554713d65e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.220596] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquired lock "refresh_cache-0646ef84-ed46-4872-b467-5b554713d65e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.220596] env[62533]: DEBUG nova.network.neutron [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.242745] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.242745] env[62533]: DEBUG nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Received event network-changed-dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1885.242745] env[62533]: DEBUG nova.compute.manager [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Refreshing instance network info cache due to event network-changed-dda7256a-37b0-4e1b-a34c-0a30a3287017. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1885.242745] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Acquiring lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.242745] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Acquired lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.242745] env[62533]: DEBUG nova.network.neutron [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Refreshing network info cache for port dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.402433] env[62533]: DEBUG oslo_vmware.api [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.580362] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Releasing lock "refresh_cache-018246c7-b2e9-47bd-89d1-d6b22e2e5e82" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.580697] env[62533]: DEBUG nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Received event network-vif-plugged-8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1885.580823] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Acquiring lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.581169] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.581403] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.584099] env[62533]: DEBUG nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] No waiting events found dispatching network-vif-plugged-8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.584099] env[62533]: WARNING nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Received unexpected event network-vif-plugged-8b1da2c5-d2d4-445d-8dfa-1e565f46b159 for instance with vm_state building and task_state spawning. [ 1885.584099] env[62533]: DEBUG nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Received event network-changed-8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1885.584099] env[62533]: DEBUG nova.compute.manager [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Refreshing instance network info cache due to event network-changed-8b1da2c5-d2d4-445d-8dfa-1e565f46b159. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1885.584099] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Acquiring lock "refresh_cache-acb863bd-f727-4d2d-8fec-3c4e2686cfae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.584099] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Acquired lock "refresh_cache-acb863bd-f727-4d2d-8fec-3c4e2686cfae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.584099] env[62533]: DEBUG nova.network.neutron [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Refreshing network info cache for port 8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.631186] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.683132] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527964e2-e3fc-adc3-d4c7-02e3c87b4821, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.683547] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.683898] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.684197] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.684402] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.684652] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.685106] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f78e6095-3648-41b0-8348-972021cdcdea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.699474] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.699758] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.700878] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca806f8-26ad-48ef-af1b-1513fab18781 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.708098] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1885.708098] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f507a0-9420-38d9-b7cf-b60d70eda3ca" [ 1885.708098] env[62533]: _type = "Task" [ 1885.708098] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.717993] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f507a0-9420-38d9-b7cf-b60d70eda3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.737210] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.737716] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba80cb86-5f07-4616-828d-16e0063308d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.744300] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1885.744300] env[62533]: value = "task-1899106" [ 1885.744300] env[62533]: _type = "Task" [ 1885.744300] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.753383] env[62533]: DEBUG nova.network.neutron [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.764734] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.891924] env[62533]: DEBUG nova.network.neutron [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.904264] env[62533]: DEBUG oslo_vmware.api [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899101, 'name': ReconfigVM_Task, 'duration_secs': 1.565546} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.904922] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.905225] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Reconfigured VM to attach interface {{(pid=62533) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1885.950802] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db7a53-a767-42b0-893d-afa085f0fa15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.957231] env[62533]: DEBUG nova.compute.manager [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Received event network-changed-13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1885.957616] env[62533]: DEBUG nova.compute.manager [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Refreshing instance network info cache due to event network-changed-13dde887-b500-4208-98ee-7c80c0ed26d4. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1885.957876] env[62533]: DEBUG oslo_concurrency.lockutils [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] Acquiring lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.958153] env[62533]: DEBUG oslo_concurrency.lockutils [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] Acquired lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.958457] env[62533]: DEBUG nova.network.neutron [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Refreshing network info cache for port 13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.967189] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477a218-fe92-49a4-b494-a2fc59c96a56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.005184] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd8cc6-7197-4546-91aa-a73d5576faa0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.015720] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a8e93-c23c-4c72-8ff3-fcd3276a05bb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.035102] env[62533]: DEBUG nova.compute.provider_tree [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.084926] env[62533]: DEBUG nova.network.neutron [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updated VIF entry in instance network info cache for port dda7256a-37b0-4e1b-a34c-0a30a3287017. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.085203] env[62533]: DEBUG nova.network.neutron [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating instance_info_cache with network_info: [{"id": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "address": "fa:16:3e:fb:81:88", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda7256a-37", "ovs_interfaceid": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.135477] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601205} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.135810] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 018246c7-b2e9-47bd-89d1-d6b22e2e5e82/018246c7-b2e9-47bd-89d1-d6b22e2e5e82.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.136126] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.136649] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3aea27-32e7-4632-83d4-e9591eaacbd2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.143911] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1886.143911] env[62533]: value = "task-1899107" [ 1886.143911] env[62533]: _type = "Task" [ 1886.143911] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.153207] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.219099] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f507a0-9420-38d9-b7cf-b60d70eda3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.220273] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41667bf5-57d6-45a1-9753-9dcef7041ccd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.225348] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1886.225348] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daa902-049a-47f7-cc3f-12b0c4fc9c9b" [ 1886.225348] env[62533]: _type = "Task" [ 1886.225348] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.238734] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daa902-049a-47f7-cc3f-12b0c4fc9c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.254858] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899106, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.352494] env[62533]: DEBUG nova.network.neutron [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Updated VIF entry in instance network info cache for port 8b1da2c5-d2d4-445d-8dfa-1e565f46b159. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.352494] env[62533]: DEBUG nova.network.neutron [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Updating instance_info_cache with network_info: [{"id": "8b1da2c5-d2d4-445d-8dfa-1e565f46b159", "address": "fa:16:3e:3a:3f:88", "network": {"id": "147b30d7-3c2c-4abb-84cc-19920c5b3cae", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1737703567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755cc99636204abaafe917ac0d407915", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1da2c5-d2", "ovs_interfaceid": "8b1da2c5-d2d4-445d-8dfa-1e565f46b159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.398164] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Releasing lock "refresh_cache-0646ef84-ed46-4872-b467-5b554713d65e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.398616] env[62533]: DEBUG nova.compute.manager [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1886.398808] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.399723] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b637a3-a93b-4f3a-8f99-303cbec5c8ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.407464] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.407723] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b148d7c-6e9c-4ca0-a5f9-d9a576d05c4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.410121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-8eb46a9e-dc22-4fa5-b16f-ca69d310127b tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-7b6276ad-7089-4330-b7f3-002884ea3c93-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.817s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.416029] env[62533]: DEBUG oslo_vmware.api [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1886.416029] env[62533]: value = "task-1899108" [ 1886.416029] env[62533]: _type = "Task" [ 1886.416029] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.424984] env[62533]: DEBUG oslo_vmware.api [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.537983] env[62533]: DEBUG nova.scheduler.client.report [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.589572] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b0b35ac-bfce-4fd5-91cc-6c3159fd85b1 req-983ba256-fee1-4ba2-9150-7f60ba2fb078 service nova] Releasing lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.660559] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123635} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.663726] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.665474] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078df6fa-1f9c-4f94-b9a7-2ce1c5c185de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.691472] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 018246c7-b2e9-47bd-89d1-d6b22e2e5e82/018246c7-b2e9-47bd-89d1-d6b22e2e5e82.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.691823] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea046f3c-a844-4ef5-a021-5647b014401e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.713693] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1886.713693] env[62533]: value = "task-1899109" [ 1886.713693] env[62533]: _type = "Task" [ 1886.713693] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.722248] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.734771] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daa902-049a-47f7-cc3f-12b0c4fc9c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.735178] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.735448] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] acb863bd-f727-4d2d-8fec-3c4e2686cfae/acb863bd-f727-4d2d-8fec-3c4e2686cfae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.735716] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-432f2d8e-4626-479a-aee3-08813ce30310 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.741683] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1886.741683] env[62533]: value = "task-1899110" [ 1886.741683] env[62533]: _type = "Task" [ 1886.741683] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.742530] env[62533]: DEBUG nova.network.neutron [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updated VIF entry in instance network info cache for port 13dde887-b500-4208-98ee-7c80c0ed26d4. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.742869] env[62533]: DEBUG nova.network.neutron [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updating instance_info_cache with network_info: [{"id": "13dde887-b500-4208-98ee-7c80c0ed26d4", "address": "fa:16:3e:9b:54:ce", "network": {"id": "334a13ce-fdc1-431f-ae02-3c1c82a85b24", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1329322428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83626156fb8846fbb5df1809222e0d9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13dde887-b5", "ovs_interfaceid": "13dde887-b500-4208-98ee-7c80c0ed26d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.756393] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.760464] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899106, 'name': PowerOffVM_Task, 'duration_secs': 0.601144} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.760719] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.760978] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.761760] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb93f15-0035-4946-ae78-4ac99949e102 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.769106] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.769359] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301c413d-5012-4385-92c2-8cb9eea4d749 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.796250] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.796476] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.796692] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Deleting the datastore file [datastore1] 9882bc3d-ba86-4496-8451-70edb8360b44 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.796927] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-569fb1a9-931f-4d06-b5aa-2c75f4c204ad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.805072] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1886.805072] env[62533]: value = "task-1899112" [ 1886.805072] env[62533]: _type = "Task" [ 1886.805072] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.813458] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.854934] env[62533]: DEBUG oslo_concurrency.lockutils [req-2a958e63-3c2a-4626-8367-2cae6c850169 req-89f1e42a-1197-40af-9cd1-43279fe4cdbf service nova] Releasing lock "refresh_cache-acb863bd-f727-4d2d-8fec-3c4e2686cfae" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.927396] env[62533]: DEBUG oslo_vmware.api [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899108, 'name': PowerOffVM_Task, 'duration_secs': 0.238498} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.927708] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.927922] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.928343] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0daf175-0dea-453f-9e6a-a829eefe10b1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.952384] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.952570] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.952761] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Deleting the datastore file [datastore2] 0646ef84-ed46-4872-b467-5b554713d65e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.953059] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a9a40e-dc9a-460d-97e7-e633ca0ef78c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.960767] env[62533]: DEBUG oslo_vmware.api [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for the task: (returnval){ [ 1886.960767] env[62533]: value = "task-1899114" [ 1886.960767] env[62533]: _type = "Task" [ 1886.960767] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.043861] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.044708] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1887.049587] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.343s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.049927] env[62533]: DEBUG nova.objects.instance [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.227029] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.246067] env[62533]: DEBUG oslo_concurrency.lockutils [req-da5d1308-66c6-422e-938e-2203dc703d2e req-5fbd7961-8843-427f-af1d-690e0ce34b86 service nova] Releasing lock "refresh_cache-53c415ab-78e6-49fd-ae6e-577384f6379b" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.255896] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.315215] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156665} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.315519] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.315707] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.315892] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.470183] env[62533]: DEBUG oslo_vmware.api [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Task: {'id': task-1899114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200283} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.470183] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.470376] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.470376] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.470549] env[62533]: INFO nova.compute.manager [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1887.470800] env[62533]: DEBUG oslo.service.loopingcall [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.471014] env[62533]: DEBUG nova.compute.manager [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1887.471128] env[62533]: DEBUG nova.network.neutron [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1887.487239] env[62533]: DEBUG nova.network.neutron [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1887.553539] env[62533]: DEBUG nova.compute.utils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.555045] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1887.555045] env[62533]: DEBUG nova.network.neutron [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1887.559399] env[62533]: DEBUG nova.objects.instance [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.612396] env[62533]: DEBUG nova.policy [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad45de21dd0a43ee818750801add7d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb2e232dcbca4dc4ac02afcbda5227f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.726149] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899109, 'name': ReconfigVM_Task, 'duration_secs': 0.547293} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.726525] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 018246c7-b2e9-47bd-89d1-d6b22e2e5e82/018246c7-b2e9-47bd-89d1-d6b22e2e5e82.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.727316] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-997185e9-3c02-4c66-98f4-86e4154eccca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.734234] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1887.734234] env[62533]: value = "task-1899115" [ 1887.734234] env[62533]: _type = "Task" [ 1887.734234] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.744255] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899115, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.755354] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606486} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.755642] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] acb863bd-f727-4d2d-8fec-3c4e2686cfae/acb863bd-f727-4d2d-8fec-3c4e2686cfae.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.756018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.756316] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49686dcf-7a97-45f3-ad97-1bd401864ac3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.764997] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1887.764997] env[62533]: value = "task-1899116" [ 1887.764997] env[62533]: _type = "Task" [ 1887.764997] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.773537] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.829528] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "interface-7b6276ad-7089-4330-b7f3-002884ea3c93-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.829897] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-7b6276ad-7089-4330-b7f3-002884ea3c93-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.901518] env[62533]: DEBUG nova.network.neutron [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Successfully created port: 2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.990151] env[62533]: DEBUG nova.network.neutron [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.061150] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1888.068023] env[62533]: INFO nova.compute.claims [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.245669] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899115, 'name': Rename_Task, 'duration_secs': 0.243347} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.246096] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.246321] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd581d7e-7780-4c69-b68a-97653acc2bc7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.252976] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1888.252976] env[62533]: value = "task-1899117" [ 1888.252976] env[62533]: _type = "Task" [ 1888.252976] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.261051] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.273173] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082658} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.273441] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1888.274189] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d47ea3-75ab-4f58-ab55-a2a1a6b1d6e6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.297747] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] acb863bd-f727-4d2d-8fec-3c4e2686cfae/acb863bd-f727-4d2d-8fec-3c4e2686cfae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.298115] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1949cbd-e78b-454b-a7d3-ca01a45cb091 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.318841] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1888.318841] env[62533]: value = "task-1899118" [ 1888.318841] env[62533]: _type = "Task" [ 1888.318841] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.332374] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.333366] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.333829] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.335021] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed7baf-573a-4cb4-90a5-1e6ca63bbb07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.363170] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4e123-d20e-4103-a77d-f8dcb21fd8d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.391258] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Reconfiguring VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1888.393759] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.394027] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.394223] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.394421] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.394568] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.394713] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.394957] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.395142] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.395315] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.395492] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.395730] env[62533]: DEBUG nova.virt.hardware [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.396066] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c43d137-a132-4335-b303-53d837287b18 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.410474] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e516d3-f9b5-4599-b9d8-2ff0790227fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.420513] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1888.420513] env[62533]: value = "task-1899119" [ 1888.420513] env[62533]: _type = "Task" [ 1888.420513] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.427238] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a0d98-dfd1-40b0-affb-2338e267fd6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.437517] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.446605] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance VIF info [] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.452291] env[62533]: DEBUG oslo.service.loopingcall [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.452606] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.452829] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d340383-7207-4ed4-a7a5-2b68f2184b46 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.470962] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.470962] env[62533]: value = "task-1899120" [ 1888.470962] env[62533]: _type = "Task" [ 1888.470962] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.479645] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899120, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.493415] env[62533]: INFO nova.compute.manager [-] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Took 1.02 seconds to deallocate network for instance. [ 1888.764511] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.829437] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.936305] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.981385] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899120, 'name': CreateVM_Task, 'duration_secs': 0.400822} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.981631] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.982139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.982350] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.982696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.982999] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cc8920-a71c-4316-a754-7dbbdf15d143 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.988476] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1888.988476] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b55e5-fdc3-85e4-e47a-53859e4d324b" [ 1888.988476] env[62533]: _type = "Task" [ 1888.988476] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.997598] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b55e5-fdc3-85e4-e47a-53859e4d324b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.000725] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.075105] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1889.103114] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1889.104043] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.104043] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1889.104043] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.104043] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1889.104043] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1889.104264] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1889.104443] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1889.104616] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1889.104777] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1889.104948] env[62533]: DEBUG nova.virt.hardware [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1889.105816] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758c5dea-0055-4d20-a571-3e8413959548 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.113962] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03badf9d-e9f9-4e2d-961b-90c3fda30e3c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.230248] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52807bcd-9490-e40f-5df4-720750d3880e/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1889.234306] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16cb80-e09e-4da0-8068-cfd8b8f7eb95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.237893] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52807bcd-9490-e40f-5df4-720750d3880e/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1889.238090] env[62533]: ERROR oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52807bcd-9490-e40f-5df4-720750d3880e/disk-0.vmdk due to incomplete transfer. [ 1889.238500] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f1dc0d8-4981-4bf2-89e2-14d80801a5c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.243968] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7124e-6cae-4391-8ef0-11ef762e8b8c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.249160] env[62533]: DEBUG oslo_vmware.rw_handles [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52807bcd-9490-e40f-5df4-720750d3880e/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1889.249354] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Uploaded image 40dc6312-0e0a-4258-9cb2-920391b8d2ae to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1889.252658] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1889.253859] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06c37da3-a342-4f2d-a93a-89c654a32959 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.260883] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab4e87-7955-46d5-97e3-47362158eeb0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.267569] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1889.267569] env[62533]: value = "task-1899121" [ 1889.267569] env[62533]: _type = "Task" [ 1889.267569] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.267830] env[62533]: DEBUG oslo_vmware.api [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899117, 'name': PowerOnVM_Task, 'duration_secs': 0.721782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.268866] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.268866] env[62533]: INFO nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1889.268998] env[62533]: DEBUG nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.272508] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600eede2-c85a-45cf-8900-94274dbee683 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.300399] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf893078-1451-4a80-88c3-161d3006dfcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.309732] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899121, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.314873] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd6d85b-e7de-4b5c-9a8e-ae453b2674eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.332054] env[62533]: DEBUG nova.compute.provider_tree [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.342153] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899118, 'name': ReconfigVM_Task, 'duration_secs': 0.562597} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.342428] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Reconfigured VM instance instance-00000070 to attach disk [datastore1] acb863bd-f727-4d2d-8fec-3c4e2686cfae/acb863bd-f727-4d2d-8fec-3c4e2686cfae.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.343038] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859d4342-0c3a-4348-b537-7393661a6f14 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.349762] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1889.349762] env[62533]: value = "task-1899122" [ 1889.349762] env[62533]: _type = "Task" [ 1889.349762] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.359048] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899122, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.360914] env[62533]: DEBUG nova.compute.manager [req-d4b581bf-995d-4fa1-9d05-58d807aeb6a9 req-8418bff3-14fd-4476-8841-a0948b324324 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Received event network-vif-plugged-2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1889.361181] env[62533]: DEBUG oslo_concurrency.lockutils [req-d4b581bf-995d-4fa1-9d05-58d807aeb6a9 req-8418bff3-14fd-4476-8841-a0948b324324 service nova] Acquiring lock "2c99f39c-5583-47b5-aa52-1f40013411c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.361413] env[62533]: DEBUG oslo_concurrency.lockutils [req-d4b581bf-995d-4fa1-9d05-58d807aeb6a9 req-8418bff3-14fd-4476-8841-a0948b324324 service nova] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.361612] env[62533]: DEBUG oslo_concurrency.lockutils [req-d4b581bf-995d-4fa1-9d05-58d807aeb6a9 req-8418bff3-14fd-4476-8841-a0948b324324 service nova] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.361802] env[62533]: DEBUG nova.compute.manager [req-d4b581bf-995d-4fa1-9d05-58d807aeb6a9 req-8418bff3-14fd-4476-8841-a0948b324324 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] No waiting events found dispatching network-vif-plugged-2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.361998] env[62533]: WARNING nova.compute.manager [req-d4b581bf-995d-4fa1-9d05-58d807aeb6a9 req-8418bff3-14fd-4476-8841-a0948b324324 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Received unexpected event network-vif-plugged-2d071dcc-6621-4e99-839f-c3c791e619a6 for instance with vm_state building and task_state spawning. [ 1889.432953] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.468803] env[62533]: DEBUG nova.network.neutron [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Successfully updated port: 2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.502092] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b55e5-fdc3-85e4-e47a-53859e4d324b, 'name': SearchDatastore_Task, 'duration_secs': 0.015027} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.502465] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.502736] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.503038] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.503217] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.503626] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.503713] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e09fce70-c63b-4d5c-a485-7f27786fad11 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.512426] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.512757] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.513341] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e091b95-c81c-4a27-bf6b-f8d89f17d8ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.518418] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1889.518418] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521779fc-5759-e5e2-8f67-84094ff07c57" [ 1889.518418] env[62533]: _type = "Task" [ 1889.518418] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.521947] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 1889.522155] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.522698] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.522891] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.523287] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.523287] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.523444] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.523503] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1889.523641] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.527697] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521779fc-5759-e5e2-8f67-84094ff07c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.780442] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899121, 'name': Destroy_Task, 'duration_secs': 0.466673} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.780875] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroyed the VM [ 1889.781279] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1889.781608] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d0669cd-7722-4147-a95f-4ec7be1a0832 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.789046] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1889.789046] env[62533]: value = "task-1899123" [ 1889.789046] env[62533]: _type = "Task" [ 1889.789046] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.799655] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899123, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.819585] env[62533]: INFO nova.compute.manager [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Took 16.63 seconds to build instance. [ 1889.838558] env[62533]: DEBUG nova.scheduler.client.report [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.863464] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899122, 'name': Rename_Task, 'duration_secs': 0.315484} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.863820] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.864187] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52c4810-f576-4222-be4b-7d3d6ae55106 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.873283] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1889.873283] env[62533]: value = "task-1899124" [ 1889.873283] env[62533]: _type = "Task" [ 1889.873283] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.888554] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.934439] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.972572] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.972732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.972868] env[62533]: DEBUG nova.network.neutron [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1890.029671] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.029933] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521779fc-5759-e5e2-8f67-84094ff07c57, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.030706] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a80d84-ddc9-4e68-9b6e-1a325610ba6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.035763] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1890.035763] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522eb09b-2b11-ad63-d0d5-1cb5b17e2668" [ 1890.035763] env[62533]: _type = "Task" [ 1890.035763] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.043546] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522eb09b-2b11-ad63-d0d5-1cb5b17e2668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.244359] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c95479-ddb1-4c60-b729-9da22b9fce56 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.252099] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Suspending the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1890.252356] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-afbbfd67-a0cc-406a-9c77-7ca30936e793 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.258346] env[62533]: DEBUG oslo_vmware.api [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1890.258346] env[62533]: value = "task-1899125" [ 1890.258346] env[62533]: _type = "Task" [ 1890.258346] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.268625] env[62533]: DEBUG oslo_vmware.api [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899125, 'name': SuspendVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.299099] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899123, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.321890] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2742885c-8217-4f5f-8012-0fa98d80193a tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.137s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.345167] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.295s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.347685] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.347s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.347976] env[62533]: DEBUG nova.objects.instance [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lazy-loading 'resources' on Instance uuid 0646ef84-ed46-4872-b467-5b554713d65e {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.379423] env[62533]: INFO nova.network.neutron [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1890.387386] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.436156] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.518632] env[62533]: DEBUG nova.network.neutron [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.548174] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522eb09b-2b11-ad63-d0d5-1cb5b17e2668, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.548457] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.548711] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.548992] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d149e8-50e0-4b23-b829-04571c916536 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.556437] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1890.556437] env[62533]: value = "task-1899126" [ 1890.556437] env[62533]: _type = "Task" [ 1890.556437] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.565692] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.769421] env[62533]: DEBUG oslo_vmware.api [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899125, 'name': SuspendVM_Task} progress is 62%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.799934] env[62533]: DEBUG oslo_vmware.api [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899123, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55525} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.801021] env[62533]: DEBUG nova.network.neutron [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updating instance_info_cache with network_info: [{"id": "2d071dcc-6621-4e99-839f-c3c791e619a6", "address": "fa:16:3e:8f:df:28", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d071dcc-66", "ovs_interfaceid": "2d071dcc-6621-4e99-839f-c3c791e619a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.802852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1890.802852] env[62533]: INFO nova.compute.manager [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 1890.870091] env[62533]: DEBUG nova.scheduler.client.report [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1890.883438] env[62533]: DEBUG oslo_vmware.api [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899124, 'name': PowerOnVM_Task, 'duration_secs': 1.001502} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.883660] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.883861] env[62533]: INFO nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1890.884046] env[62533]: DEBUG nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.884847] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ded89-a18c-4ecf-be67-1bc98ea6ef01 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.888311] env[62533]: DEBUG nova.scheduler.client.report [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1890.888518] env[62533]: DEBUG nova.compute.provider_tree [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.902220] env[62533]: DEBUG nova.scheduler.client.report [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1890.924560] env[62533]: DEBUG nova.scheduler.client.report [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1890.937670] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.068114] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.109623] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd7c030-22d1-411d-a7ab-e2b1d0e99821 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.117106] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233998c0-c6bd-4293-8c10-d59008cc0463 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.148581] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b551d-b4b1-4011-b49d-4246079cd89b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.156258] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e68ecf-8132-4eb9-a8c3-8f4fe81df1dd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.169695] env[62533]: DEBUG nova.compute.provider_tree [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.269232] env[62533]: DEBUG oslo_vmware.api [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899125, 'name': SuspendVM_Task, 'duration_secs': 0.889404} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.269456] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Suspended the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1891.269645] env[62533]: DEBUG nova.compute.manager [None req-9d7f63a0-e12a-4406-83e5-77f429bf9bcc tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.270388] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd36ba3-8459-4da8-99e5-a573b5fe4d9c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.305691] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.305995] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance network_info: |[{"id": "2d071dcc-6621-4e99-839f-c3c791e619a6", "address": "fa:16:3e:8f:df:28", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d071dcc-66", "ovs_interfaceid": "2d071dcc-6621-4e99-839f-c3c791e619a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.306419] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:df:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d071dcc-6621-4e99-839f-c3c791e619a6', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.314186] env[62533]: DEBUG oslo.service.loopingcall [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.316967] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.319338] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5fa4eb-8cf2-408a-91a3-c1579f414a84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.339881] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.339881] env[62533]: value = "task-1899127" [ 1891.339881] env[62533]: _type = "Task" [ 1891.339881] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.348133] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899127, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.368475] env[62533]: DEBUG nova.compute.manager [None req-41ea8b30-7eb6-4ad3-a4da-3605ef71dbf3 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Found 2 images (rotation: 2) {{(pid=62533) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1891.389315] env[62533]: DEBUG nova.compute.manager [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Received event network-changed-2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1891.389315] env[62533]: DEBUG nova.compute.manager [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Refreshing instance network info cache due to event network-changed-2d071dcc-6621-4e99-839f-c3c791e619a6. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1891.389515] env[62533]: DEBUG oslo_concurrency.lockutils [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] Acquiring lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.389660] env[62533]: DEBUG oslo_concurrency.lockutils [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] Acquired lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.389819] env[62533]: DEBUG nova.network.neutron [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Refreshing network info cache for port 2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.404022] env[62533]: INFO nova.compute.manager [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Took 14.68 seconds to build instance. [ 1891.436783] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.568103] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537015} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.568467] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.568703] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.568962] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59b5c4e9-caaa-46c9-b9fe-fd718716e266 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.575651] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1891.575651] env[62533]: value = "task-1899128" [ 1891.575651] env[62533]: _type = "Task" [ 1891.575651] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.585949] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.672955] env[62533]: DEBUG nova.scheduler.client.report [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.850581] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899127, 'name': CreateVM_Task, 'duration_secs': 0.426663} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.850914] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.851621] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.851818] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.852204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.852495] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d9e5f5-3147-4a45-9e15-fc4cf177a476 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.862536] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1891.862536] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521faafa-5b59-f6c6-315c-0ac1d806d55a" [ 1891.862536] env[62533]: _type = "Task" [ 1891.862536] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.872588] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521faafa-5b59-f6c6-315c-0ac1d806d55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.906875] env[62533]: DEBUG oslo_concurrency.lockutils [None req-098a1515-64f8-4faa-bbfc-373436b1d173 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.212s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.937185] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.086080] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100216} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.086372] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.087129] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8def8c-9ae6-4585-b750-3a6ba293edb6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.110808] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.111128] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979aed77-58a3-47a6-8dad-e217484715cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.131819] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1892.131819] env[62533]: value = "task-1899129" [ 1892.131819] env[62533]: _type = "Task" [ 1892.131819] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.140083] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.178338] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.182150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.152s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.182150] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.182150] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1892.182521] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae67d7f-6135-4ff9-b0c2-4c624639de67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.192979] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d2c650-9bad-4568-9964-3bff54b0ac58 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.216227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f20294-3e8b-48db-a724-747be2b43ac5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.217739] env[62533]: INFO nova.scheduler.client.report [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Deleted allocations for instance 0646ef84-ed46-4872-b467-5b554713d65e [ 1892.228281] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab05bab-95b8-4a3b-b161-fda6812f586b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.262691] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179709MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1892.262872] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.263015] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.305219] env[62533]: DEBUG nova.network.neutron [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updated VIF entry in instance network info cache for port 2d071dcc-6621-4e99-839f-c3c791e619a6. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.305649] env[62533]: DEBUG nova.network.neutron [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updating instance_info_cache with network_info: [{"id": "2d071dcc-6621-4e99-839f-c3c791e619a6", "address": "fa:16:3e:8f:df:28", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d071dcc-66", "ovs_interfaceid": "2d071dcc-6621-4e99-839f-c3c791e619a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.358468] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.359037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.359417] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.361811] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.361811] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.364017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.365368] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.365368] env[62533]: DEBUG nova.network.neutron [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.365902] env[62533]: INFO nova.compute.manager [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Terminating instance [ 1892.377965] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521faafa-5b59-f6c6-315c-0ac1d806d55a, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.379112] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.379343] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.379633] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.379816] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.380006] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.380485] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a971abde-9a53-4050-bea2-551e1c166f42 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.391752] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.391886] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.392563] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897885b9-3010-4305-b5d6-a8d76bbe6b4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.398349] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1892.398349] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5212d8c5-5cae-f5e9-5651-a048d0db25e1" [ 1892.398349] env[62533]: _type = "Task" [ 1892.398349] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.406719] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5212d8c5-5cae-f5e9-5651-a048d0db25e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.437059] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.641882] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899129, 'name': ReconfigVM_Task, 'duration_secs': 0.300883} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.642175] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 9882bc3d-ba86-4496-8451-70edb8360b44/9882bc3d-ba86-4496-8451-70edb8360b44.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.642780] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-644f3553-4e7d-43cb-ad1c-77c7d2a10ad6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.649149] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1892.649149] env[62533]: value = "task-1899130" [ 1892.649149] env[62533]: _type = "Task" [ 1892.649149] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.658543] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899130, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.729015] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d83c6fa6-6546-4c7b-bef0-e1889fa5d5a8 tempest-ServerShowV254Test-1603106852 tempest-ServerShowV254Test-1603106852-project-member] Lock "0646ef84-ed46-4872-b467-5b554713d65e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.022s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.809423] env[62533]: DEBUG oslo_concurrency.lockutils [req-2851895d-311d-4b36-b667-19a3b2d4d23d req-8c29c0ce-51e9-42ef-bb3d-60bc5c729e33 service nova] Releasing lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.873270] env[62533]: DEBUG nova.compute.manager [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.873528] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.874360] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19562e63-fa3b-47d1-b785-2e80e3580764 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.882749] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.882885] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1837281a-a7b3-4bd2-91d3-b5bb3868ce3f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.889487] env[62533]: DEBUG oslo_vmware.api [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1892.889487] env[62533]: value = "task-1899131" [ 1892.889487] env[62533]: _type = "Task" [ 1892.889487] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.905937] env[62533]: DEBUG oslo_vmware.api [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.915659] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5212d8c5-5cae-f5e9-5651-a048d0db25e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.916541] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b7b5a1-a0eb-4c3d-96a2-091a2ca9d1c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.921663] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1892.921663] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bfa43-3dc0-0b9a-d661-b6f21e5751aa" [ 1892.921663] env[62533]: _type = "Task" [ 1892.921663] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.931774] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bfa43-3dc0-0b9a-d661-b6f21e5751aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.939498] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.000075] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.000346] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.000531] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.000720] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.000886] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.002749] env[62533]: DEBUG nova.compute.manager [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.003277] env[62533]: INFO nova.compute.manager [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Terminating instance [ 1893.005134] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9029bb-bdaa-405f-9623-29d92bb8c579 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.139493] env[62533]: DEBUG nova.network.neutron [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa73385-85", "ovs_interfaceid": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.160731] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899130, 'name': Rename_Task, 'duration_secs': 0.165567} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.160993] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.161283] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f0bc5a-eaeb-44d5-8f12-b453b4d12102 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.167064] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1893.167064] env[62533]: value = "task-1899132" [ 1893.167064] env[62533]: _type = "Task" [ 1893.167064] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.174814] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.294282] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.294453] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance f8ac1922-f7d8-44dc-8501-c8f284ef5e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.294590] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 807d91f6-4a93-46b6-9b43-677d478b9dc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.294708] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 7b6276ad-7089-4330-b7f3-002884ea3c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.294834] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d755433f-b58c-4693-913b-1d1da0442f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.294950] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 53c415ab-78e6-49fd-ae6e-577384f6379b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.295090] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9882bc3d-ba86-4496-8451-70edb8360b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.295215] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 018246c7-b2e9-47bd-89d1-d6b22e2e5e82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.295329] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance acb863bd-f727-4d2d-8fec-3c4e2686cfae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.295438] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.295546] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2c99f39c-5583-47b5-aa52-1f40013411c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1893.295747] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1893.295878] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1893.401361] env[62533]: DEBUG oslo_vmware.api [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899131, 'name': PowerOffVM_Task, 'duration_secs': 0.219919} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.401628] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1893.401816] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.402091] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6c4dfe-1748-4f76-8589-c49a20f80cab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.418533] env[62533]: DEBUG nova.compute.manager [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-vif-plugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1893.419454] env[62533]: DEBUG oslo_concurrency.lockutils [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.419454] env[62533]: DEBUG oslo_concurrency.lockutils [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.419454] env[62533]: DEBUG oslo_concurrency.lockutils [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.419454] env[62533]: DEBUG nova.compute.manager [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] No waiting events found dispatching network-vif-plugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1893.419668] env[62533]: WARNING nova.compute.manager [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received unexpected event network-vif-plugged-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b for instance with vm_state shelved_offloaded and task_state spawning. [ 1893.419709] env[62533]: DEBUG nova.compute.manager [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1893.419870] env[62533]: DEBUG nova.compute.manager [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing instance network info cache due to event network-changed-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1893.420034] env[62533]: DEBUG oslo_concurrency.lockutils [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] Acquiring lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.434787] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527bfa43-3dc0-0b9a-d661-b6f21e5751aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011961} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.437463] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.437757] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.438838] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a5abaff-4093-41e3-8d46-7c2b3578df82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.443527] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518971c6-7e9e-4a42-8e51-d67b808db80f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.451964] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.455276] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1893.455276] env[62533]: value = "task-1899134" [ 1893.455276] env[62533]: _type = "Task" [ 1893.455276] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.456164] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803fe98e-6aa8-4cc8-948b-e5e967556c0b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.468789] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.497671] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ec0f5a-852c-430c-82e6-3e5c96f11907 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.505571] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27397228-ba2d-45f4-84ac-4d7d279fe508 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.513549] env[62533]: DEBUG nova.compute.manager [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1893.513549] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1893.521241] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f324e58c-c645-4d73-a7d7-566bec1f3311 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.524452] env[62533]: INFO nova.compute.manager [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] instance snapshotting [ 1893.525579] env[62533]: DEBUG nova.objects.instance [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'flavor' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.526747] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.532809] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.533544] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a20d707-cc84-4e17-908d-b762c2af9180 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.592063] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.592314] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.592475] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Deleting the datastore file [datastore1] acb863bd-f727-4d2d-8fec-3c4e2686cfae {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.592793] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d05dc6f5-3fda-4a5c-b022-71152dedc3db {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.598871] env[62533]: DEBUG oslo_vmware.api [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for the task: (returnval){ [ 1893.598871] env[62533]: value = "task-1899136" [ 1893.598871] env[62533]: _type = "Task" [ 1893.598871] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.606595] env[62533]: DEBUG oslo_vmware.api [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.641695] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.643858] env[62533]: DEBUG oslo_concurrency.lockutils [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] Acquired lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.644046] env[62533]: DEBUG nova.network.neutron [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Refreshing network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.674279] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a816a280cd7cd9bdab6064796f49457e',container_format='bare',created_at=2024-12-14T22:11:56Z,direct_url=,disk_format='vmdk',id=002ea5b7-98d0-441b-b494-a79d972c6f04,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-365393898-shelved',owner='5fd73464141f4240b481a8c98d384350',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-14T22:12:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.674555] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.674747] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.674956] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.675138] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.675337] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.675555] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.675731] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.675906] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.676085] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.676290] env[62533]: DEBUG nova.virt.hardware [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.677497] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ec3cc-7d44-43d8-8c3c-0fca7ae36066 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.688402] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.692511] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99042e82-205f-4005-8656-d3acffe7b2c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.708386] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:1e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1893.716894] env[62533]: DEBUG oslo.service.loopingcall [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.717313] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1893.717594] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f4865ca-b016-488d-a9f2-6796c18495c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.740529] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1893.740529] env[62533]: value = "task-1899137" [ 1893.740529] env[62533]: _type = "Task" [ 1893.740529] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.749666] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899137, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.815570] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.815949] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.816275] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleting the datastore file [datastore1] 018246c7-b2e9-47bd-89d1-d6b22e2e5e82 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.816644] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f93dfaf-68f9-4342-8d09-7ebfbf6e320c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.824526] env[62533]: DEBUG oslo_vmware.api [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1893.824526] env[62533]: value = "task-1899138" [ 1893.824526] env[62533]: _type = "Task" [ 1893.824526] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.836534] env[62533]: DEBUG oslo_vmware.api [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.946893] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.970376] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.031854] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.036479] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5566b4-98d3-422e-9a9a-5d35f14757d2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.057467] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b39b7-a571-43e1-9485-73e165049795 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.109736] env[62533]: DEBUG oslo_vmware.api [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Task: {'id': task-1899136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34874} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.110026] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.110230] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.110416] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.110587] env[62533]: INFO nova.compute.manager [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1894.110823] env[62533]: DEBUG oslo.service.loopingcall [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.111025] env[62533]: DEBUG nova.compute.manager [-] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.111128] env[62533]: DEBUG nova.network.neutron [-] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.179564] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.254297] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899137, 'name': CreateVM_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.338324] env[62533]: DEBUG oslo_vmware.api [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429614} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.338623] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.338844] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.339098] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.339315] env[62533]: INFO nova.compute.manager [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Took 0.83 seconds to destroy the instance on the hypervisor. [ 1894.339595] env[62533]: DEBUG oslo.service.loopingcall [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.339820] env[62533]: DEBUG nova.compute.manager [-] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.339916] env[62533]: DEBUG nova.network.neutron [-] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.446494] env[62533]: DEBUG oslo_vmware.api [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899119, 'name': ReconfigVM_Task, 'duration_secs': 5.818249} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.446935] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.447344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Reconfigured VM to detach interface {{(pid=62533) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1894.472886] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561761} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.473366] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.473582] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.473841] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcd2ca29-4275-414f-841e-46a4797bc0ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.480745] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1894.480745] env[62533]: value = "task-1899139" [ 1894.480745] env[62533]: _type = "Task" [ 1894.480745] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.494322] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.540686] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1894.540881] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.278s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.568570] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1894.568931] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e9a3a13-81f5-47ad-8f31-82a707720c74 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.576705] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1894.576705] env[62533]: value = "task-1899140" [ 1894.576705] env[62533]: _type = "Task" [ 1894.576705] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.589385] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.623350] env[62533]: DEBUG nova.compute.manager [req-bf0cdae9-546b-469f-937b-0971e4780f23 req-886d7aa8-2c41-41b4-9c8b-7297a0802a08 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Received event network-vif-deleted-d9cae5a3-2de8-4aa0-8c00-46b31c17d094 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1894.623547] env[62533]: INFO nova.compute.manager [req-bf0cdae9-546b-469f-937b-0971e4780f23 req-886d7aa8-2c41-41b4-9c8b-7297a0802a08 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Neutron deleted interface d9cae5a3-2de8-4aa0-8c00-46b31c17d094; detaching it from the instance and deleting it from the info cache [ 1894.623735] env[62533]: DEBUG nova.network.neutron [req-bf0cdae9-546b-469f-937b-0971e4780f23 req-886d7aa8-2c41-41b4-9c8b-7297a0802a08 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.679860] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.714316] env[62533]: DEBUG nova.network.neutron [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updated VIF entry in instance network info cache for port 4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.714715] env[62533]: DEBUG nova.network.neutron [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [{"id": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "address": "fa:16:3e:36:1e:80", "network": {"id": "96bdea20-1356-4712-9b22-aca61b7c8c95", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-224090107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd73464141f4240b481a8c98d384350", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa73385-85", "ovs_interfaceid": "4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.750673] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899137, 'name': CreateVM_Task, 'duration_secs': 0.658538} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.752179] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1894.753008] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.753203] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.753575] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1894.753814] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477f5a9a-cc96-412f-843f-7bc5d0a10955 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.759371] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1894.759371] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b664ed-ed3b-20d2-30ec-196b3550a3d5" [ 1894.759371] env[62533]: _type = "Task" [ 1894.759371] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.768402] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b664ed-ed3b-20d2-30ec-196b3550a3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.990768] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16341} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.991305] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.992184] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f92e9a-bdc3-4918-888e-6b7fb17fa6c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.015464] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.015968] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6b30dd-9f37-4176-9c7b-46ff43f29228 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.037638] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1895.037638] env[62533]: value = "task-1899141" [ 1895.037638] env[62533]: _type = "Task" [ 1895.037638] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.045471] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.086326] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.092799] env[62533]: DEBUG nova.network.neutron [-] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.128999] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d89c698-998f-46bb-ae29-a11817858f83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.139769] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8259fe-c307-4c32-bdc0-e308f53295ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.169475] env[62533]: DEBUG nova.compute.manager [req-bf0cdae9-546b-469f-937b-0971e4780f23 req-886d7aa8-2c41-41b4-9c8b-7297a0802a08 service nova] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Detach interface failed, port_id=d9cae5a3-2de8-4aa0-8c00-46b31c17d094, reason: Instance 018246c7-b2e9-47bd-89d1-d6b22e2e5e82 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1895.178158] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.216957] env[62533]: DEBUG oslo_concurrency.lockutils [req-522b0e93-ede5-4bf4-a20e-55ac1edb1cd5 req-ccdbc063-409b-4e7e-a207-29cfe755c737 service nova] Releasing lock "refresh_cache-9c6a716f-a029-482f-a0a4-4b7e8ea4d805" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.253242] env[62533]: DEBUG nova.network.neutron [-] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.274747] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.275061] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Processing image 002ea5b7-98d0-441b-b494-a79d972c6f04 {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.275309] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.275461] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.275635] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.275888] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ed105e5-3d57-4914-95c7-9aa9a212c4e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.286017] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.286199] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.286950] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfeb39d-11d5-4ebc-96e2-da4dddda93bd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.292314] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1895.292314] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a5720e-a722-94c1-0666-c31f88e8826a" [ 1895.292314] env[62533]: _type = "Task" [ 1895.292314] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.299512] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a5720e-a722-94c1-0666-c31f88e8826a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.446928] env[62533]: DEBUG nova.compute.manager [req-2d1f47f9-6050-4d8c-8225-b05e924cbcc9 req-5adfc41b-0e32-46e1-ab4c-a5bf83df00b2 service nova] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Received event network-vif-deleted-8b1da2c5-d2d4-445d-8dfa-1e565f46b159 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1895.547952] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.587164] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899140, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.595977] env[62533]: INFO nova.compute.manager [-] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Took 1.26 seconds to deallocate network for instance. [ 1895.679447] env[62533]: DEBUG oslo_vmware.api [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899132, 'name': PowerOnVM_Task, 'duration_secs': 2.138028} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.679727] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1895.679933] env[62533]: DEBUG nova.compute.manager [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1895.680665] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccae584-0adf-4318-a40a-3808c42e38be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.755438] env[62533]: INFO nova.compute.manager [-] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Took 1.64 seconds to deallocate network for instance. [ 1895.803170] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Preparing fetch location {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1895.803439] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Fetch image to [datastore1] OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda/OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda.vmdk {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1895.803855] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Downloading stream optimized image 002ea5b7-98d0-441b-b494-a79d972c6f04 to [datastore1] OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda/OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda.vmdk on the data store datastore1 as vApp {{(pid=62533) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1895.803855] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Downloading image file data 002ea5b7-98d0-441b-b494-a79d972c6f04 to the ESX as VM named 'OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda' {{(pid=62533) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1895.891916] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1895.891916] env[62533]: value = "resgroup-9" [ 1895.891916] env[62533]: _type = "ResourcePool" [ 1895.891916] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1895.892254] env[62533]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1f8b5a6b-f03b-43ef-84fc-70f2dc11fd67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.914811] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease: (returnval){ [ 1895.914811] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52374ecc-5d83-b43e-64b3-5942792f9560" [ 1895.914811] env[62533]: _type = "HttpNfcLease" [ 1895.914811] env[62533]: } obtained for vApp import into resource pool (val){ [ 1895.914811] env[62533]: value = "resgroup-9" [ 1895.914811] env[62533]: _type = "ResourcePool" [ 1895.914811] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1895.915333] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the lease: (returnval){ [ 1895.915333] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52374ecc-5d83-b43e-64b3-5942792f9560" [ 1895.915333] env[62533]: _type = "HttpNfcLease" [ 1895.915333] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1895.923242] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1895.923242] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52374ecc-5d83-b43e-64b3-5942792f9560" [ 1895.923242] env[62533]: _type = "HttpNfcLease" [ 1895.923242] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1895.984895] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.985231] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquired lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.985377] env[62533]: DEBUG nova.network.neutron [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.050688] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899141, 'name': ReconfigVM_Task, 'duration_secs': 0.586864} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.050688] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.051393] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e520d227-d739-48b6-96e2-0a732dbc89de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.057768] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1896.057768] env[62533]: value = "task-1899143" [ 1896.057768] env[62533]: _type = "Task" [ 1896.057768] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.068641] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899143, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.088201] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899140, 'name': CreateSnapshot_Task, 'duration_secs': 1.464718} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.088505] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1896.089358] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa0261a-d998-4c93-bb6d-c4c080d30312 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.102816] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.102816] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.102816] env[62533]: DEBUG nova.objects.instance [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'resources' on Instance uuid 018246c7-b2e9-47bd-89d1-d6b22e2e5e82 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.196310] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.262154] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.356172] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.356467] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.356686] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.356874] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.357058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.359183] env[62533]: INFO nova.compute.manager [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Terminating instance [ 1896.424158] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.424158] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52374ecc-5d83-b43e-64b3-5942792f9560" [ 1896.424158] env[62533]: _type = "HttpNfcLease" [ 1896.424158] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1896.570164] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899143, 'name': Rename_Task, 'duration_secs': 0.169209} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.570498] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.570835] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-471c9ec6-1bf9-4912-9706-f4302ed47e73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.577959] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1896.577959] env[62533]: value = "task-1899144" [ 1896.577959] env[62533]: _type = "Task" [ 1896.577959] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.587983] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.607618] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1896.613702] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69d9b5f7-0a28-4318-8777-2cb758be5a06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.621985] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1896.621985] env[62533]: value = "task-1899145" [ 1896.621985] env[62533]: _type = "Task" [ 1896.621985] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.633327] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899145, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.808107] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbf15b6-c4b6-44a6-bce5-0c494eb0cb5d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.813079] env[62533]: INFO nova.network.neutron [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Port 8f8e19eb-851b-4f61-9844-bd8bd1dad4e3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1896.813629] env[62533]: DEBUG nova.network.neutron [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [{"id": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "address": "fa:16:3e:7d:27:25", "network": {"id": "ce2e1a97-19de-4a3b-8f88-f62f3359908e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1204298394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96d928eb73e420d96580c203ef50334", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57fc6d-cf", "ovs_interfaceid": "1c57fc6d-cf15-4e9e-a95f-ed1371887b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.821969] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee39ab3-6bf1-4050-a539-bc2b9255ba9b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.872401] env[62533]: DEBUG nova.compute.manager [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.872777] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.874363] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43390b40-90a9-4669-aa1e-6ff5f0b8896e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.879506] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b717ea-0db5-40a5-a2bb-00239a55c618 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.893849] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35636ec-d0d9-492c-aa7a-1c68c6b5a355 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.900744] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.901253] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7526a4d-6a04-49f4-b05a-e3f2efcf21b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.919648] env[62533]: DEBUG nova.compute.provider_tree [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.928542] env[62533]: DEBUG oslo_vmware.api [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1896.928542] env[62533]: value = "task-1899146" [ 1896.928542] env[62533]: _type = "Task" [ 1896.928542] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.938725] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.938725] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52374ecc-5d83-b43e-64b3-5942792f9560" [ 1896.938725] env[62533]: _type = "HttpNfcLease" [ 1896.938725] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1896.939663] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1896.939663] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52374ecc-5d83-b43e-64b3-5942792f9560" [ 1896.939663] env[62533]: _type = "HttpNfcLease" [ 1896.939663] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1896.940914] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdab3ce7-6210-49b3-8392-48b936f2365d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.953369] env[62533]: DEBUG oslo_vmware.api [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.960889] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216b44b-10ed-61e9-c7ee-69f4395a3a4f/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1896.961253] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216b44b-10ed-61e9-c7ee-69f4395a3a4f/disk-0.vmdk. {{(pid=62533) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1897.062037] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8afec99e-d32c-4ac8-9a64-084ee7a2464f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.089840] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.133468] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899145, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.173031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "9882bc3d-ba86-4496-8451-70edb8360b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.173170] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "9882bc3d-ba86-4496-8451-70edb8360b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.173339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "9882bc3d-ba86-4496-8451-70edb8360b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.173535] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "9882bc3d-ba86-4496-8451-70edb8360b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.173703] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "9882bc3d-ba86-4496-8451-70edb8360b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.176026] env[62533]: INFO nova.compute.manager [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Terminating instance [ 1897.318481] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Releasing lock "refresh_cache-7b6276ad-7089-4330-b7f3-002884ea3c93" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.430949] env[62533]: DEBUG nova.scheduler.client.report [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.447658] env[62533]: DEBUG oslo_vmware.api [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899146, 'name': PowerOffVM_Task, 'duration_secs': 0.245426} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.449347] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.449530] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.450446] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c143780b-3e11-47c5-b310-c75ba510991b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.530207] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.530553] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.530799] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleting the datastore file [datastore1] 7b6276ad-7089-4330-b7f3-002884ea3c93 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.532432] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a3e09e-fe94-4358-827e-14fc56b3be49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.539345] env[62533]: DEBUG oslo_vmware.api [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1897.539345] env[62533]: value = "task-1899148" [ 1897.539345] env[62533]: _type = "Task" [ 1897.539345] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.550862] env[62533]: DEBUG oslo_vmware.api [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.589138] env[62533]: DEBUG oslo_vmware.api [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899144, 'name': PowerOnVM_Task, 'duration_secs': 0.602472} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.589387] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.589608] env[62533]: INFO nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1897.589809] env[62533]: DEBUG nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.590622] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bacdac1-b2b8-44ca-b49a-e57aa0db5dd0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.633301] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899145, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.680392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "refresh_cache-9882bc3d-ba86-4496-8451-70edb8360b44" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.680392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquired lock "refresh_cache-9882bc3d-ba86-4496-8451-70edb8360b44" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.680646] env[62533]: DEBUG nova.network.neutron [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.824498] env[62533]: DEBUG oslo_concurrency.lockutils [None req-73c58ebd-be52-45bb-a88c-260995cba619 tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "interface-7b6276ad-7089-4330-b7f3-002884ea3c93-8f8e19eb-851b-4f61-9844-bd8bd1dad4e3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.994s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.942805] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.946049] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.750s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.946508] env[62533]: DEBUG nova.objects.instance [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1897.975034] env[62533]: INFO nova.scheduler.client.report [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocations for instance 018246c7-b2e9-47bd-89d1-d6b22e2e5e82 [ 1898.052602] env[62533]: DEBUG oslo_vmware.api [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395788} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.054373] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.054594] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.054758] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.054930] env[62533]: INFO nova.compute.manager [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1898.055227] env[62533]: DEBUG oslo.service.loopingcall [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.055432] env[62533]: DEBUG nova.compute.manager [-] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.055529] env[62533]: DEBUG nova.network.neutron [-] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.111076] env[62533]: INFO nova.compute.manager [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Took 13.48 seconds to build instance. [ 1898.134555] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899145, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.235460] env[62533]: DEBUG nova.network.neutron [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.358626] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Completed reading data from the image iterator. {{(pid=62533) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1898.358940] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216b44b-10ed-61e9-c7ee-69f4395a3a4f/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1898.359941] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff16ef1f-7551-4615-a36f-2d3fec990b2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.368514] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216b44b-10ed-61e9-c7ee-69f4395a3a4f/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1898.368730] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216b44b-10ed-61e9-c7ee-69f4395a3a4f/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1898.368963] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-167a47b3-a51d-4976-8a80-5bde1c75a122 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.408403] env[62533]: DEBUG nova.network.neutron [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.485286] env[62533]: DEBUG oslo_concurrency.lockutils [None req-4e8bd51d-c0d0-41f9-ac85-9f4961549ae4 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "018246c7-b2e9-47bd-89d1-d6b22e2e5e82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.485s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.616014] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a96d2edd-0aed-43f5-b0c0-ce45b5b04752 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.003s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.635737] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899145, 'name': CloneVM_Task, 'duration_secs': 1.622752} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.636008] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Created linked-clone VM from snapshot [ 1898.636828] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc982648-6703-43cf-8234-7a7564580127 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.651404] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Uploading image 146babde-bad1-4e5d-b079-ee04b5af2df2 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1898.678398] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1898.678398] env[62533]: value = "vm-392119" [ 1898.678398] env[62533]: _type = "VirtualMachine" [ 1898.678398] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1898.678684] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-871714c9-44a6-4c8e-9ddc-e7db9dd24d8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.686304] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease: (returnval){ [ 1898.686304] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ec4bc-c629-7607-3ed9-34f0eb12888c" [ 1898.686304] env[62533]: _type = "HttpNfcLease" [ 1898.686304] env[62533]: } obtained for exporting VM: (result){ [ 1898.686304] env[62533]: value = "vm-392119" [ 1898.686304] env[62533]: _type = "VirtualMachine" [ 1898.686304] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1898.686304] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the lease: (returnval){ [ 1898.686304] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ec4bc-c629-7607-3ed9-34f0eb12888c" [ 1898.686304] env[62533]: _type = "HttpNfcLease" [ 1898.686304] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1898.692635] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1898.692635] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ec4bc-c629-7607-3ed9-34f0eb12888c" [ 1898.692635] env[62533]: _type = "HttpNfcLease" [ 1898.692635] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1898.777286] env[62533]: DEBUG oslo_vmware.rw_handles [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216b44b-10ed-61e9-c7ee-69f4395a3a4f/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1898.777519] env[62533]: INFO nova.virt.vmwareapi.images [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Downloaded image file data 002ea5b7-98d0-441b-b494-a79d972c6f04 [ 1898.778383] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06754e84-9b50-4519-acbc-20b285374181 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.793729] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7fc323-7bf8-4dc9-8467-8610e1b3b18a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.911235] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Releasing lock "refresh_cache-9882bc3d-ba86-4496-8451-70edb8360b44" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.911734] env[62533]: DEBUG nova.compute.manager [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.911930] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.912916] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf867fb3-bce2-46e7-8f32-eb7bec497762 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.920704] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.920946] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3df83e-678b-47e4-860d-cbf0863969a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.927282] env[62533]: DEBUG oslo_vmware.api [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1898.927282] env[62533]: value = "task-1899151" [ 1898.927282] env[62533]: _type = "Task" [ 1898.927282] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.936027] env[62533]: DEBUG oslo_vmware.api [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.954386] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3ff0df0d-35f9-4eee-999f-ffb94517e406 tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.957443] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.695s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.957700] env[62533]: DEBUG nova.objects.instance [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lazy-loading 'resources' on Instance uuid acb863bd-f727-4d2d-8fec-3c4e2686cfae {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.975513] env[62533]: INFO nova.virt.vmwareapi.images [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] The imported VM was unregistered [ 1898.977895] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Caching image {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1898.978141] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Creating directory with path [datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04 {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.978400] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48955182-60d5-4070-b7b7-b35119838dbf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.004589] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Created directory with path [datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04 {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.004823] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda/OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda.vmdk to [datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk. {{(pid=62533) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1899.005109] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-acbea654-f610-4bf1-aba4-b8b10021e8df {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.012822] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1899.012822] env[62533]: value = "task-1899152" [ 1899.012822] env[62533]: _type = "Task" [ 1899.012822] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.020971] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.034544] env[62533]: DEBUG nova.compute.manager [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Received event network-changed-2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1899.034734] env[62533]: DEBUG nova.compute.manager [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Refreshing instance network info cache due to event network-changed-2d071dcc-6621-4e99-839f-c3c791e619a6. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1899.035185] env[62533]: DEBUG oslo_concurrency.lockutils [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] Acquiring lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.035185] env[62533]: DEBUG oslo_concurrency.lockutils [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] Acquired lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.035299] env[62533]: DEBUG nova.network.neutron [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Refreshing network info cache for port 2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.131258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "3162a84c-642a-477b-bbd0-b5ef5734a558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.131580] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.195015] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1899.195015] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ec4bc-c629-7607-3ed9-34f0eb12888c" [ 1899.195015] env[62533]: _type = "HttpNfcLease" [ 1899.195015] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1899.195397] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1899.195397] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]524ec4bc-c629-7607-3ed9-34f0eb12888c" [ 1899.195397] env[62533]: _type = "HttpNfcLease" [ 1899.195397] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1899.196136] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f3f96-c5f6-4e8f-b36a-38835f982130 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.206851] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9a10e-c692-89b1-6fbc-ac7d03e24587/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1899.207080] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9a10e-c692-89b1-6fbc-ac7d03e24587/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1899.392317] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99938330-dfcf-4366-b163-68d2c435ace8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.437380] env[62533]: DEBUG oslo_vmware.api [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899151, 'name': PowerOffVM_Task, 'duration_secs': 0.216405} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.437666] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.437843] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.438144] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-babb351a-6e7f-4877-9608-204c038a2d35 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.468206] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.468461] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.468663] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Deleting the datastore file [datastore2] 9882bc3d-ba86-4496-8451-70edb8360b44 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.468928] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a274e7e1-12d8-45ef-8792-7d133b6d9683 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.475628] env[62533]: DEBUG oslo_vmware.api [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for the task: (returnval){ [ 1899.475628] env[62533]: value = "task-1899154" [ 1899.475628] env[62533]: _type = "Task" [ 1899.475628] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.484924] env[62533]: DEBUG oslo_vmware.api [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.529336] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.636369] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.696660] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f26d2f-0232-4319-9673-e21e88da2625 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.708375] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2028a-5eec-4951-b9fc-668f2229aee5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.756271] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1360e8e-0518-419a-933a-48850d1f96a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.768102] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d5462-6800-4d86-82f0-272638425bad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.786653] env[62533]: DEBUG nova.compute.provider_tree [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.880469] env[62533]: DEBUG nova.network.neutron [-] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.970090] env[62533]: DEBUG nova.network.neutron [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updated VIF entry in instance network info cache for port 2d071dcc-6621-4e99-839f-c3c791e619a6. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.971188] env[62533]: DEBUG nova.network.neutron [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updating instance_info_cache with network_info: [{"id": "2d071dcc-6621-4e99-839f-c3c791e619a6", "address": "fa:16:3e:8f:df:28", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d071dcc-66", "ovs_interfaceid": "2d071dcc-6621-4e99-839f-c3c791e619a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.987287] env[62533]: DEBUG oslo_vmware.api [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Task: {'id': task-1899154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197197} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.988884] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.989379] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.989718] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.990043] env[62533]: INFO nova.compute.manager [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1899.990363] env[62533]: DEBUG oslo.service.loopingcall [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.990959] env[62533]: DEBUG nova.compute.manager [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.991390] env[62533]: DEBUG nova.network.neutron [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.012142] env[62533]: DEBUG nova.network.neutron [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1900.025607] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.158445] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.290373] env[62533]: DEBUG nova.scheduler.client.report [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.382034] env[62533]: INFO nova.compute.manager [-] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Took 2.33 seconds to deallocate network for instance. [ 1900.474689] env[62533]: DEBUG oslo_concurrency.lockutils [req-01117827-4e5e-467f-803f-19a04d36b66b req-4c968dcb-0564-4978-9516-7e89171b39c2 service nova] Releasing lock "refresh_cache-2c99f39c-5583-47b5-aa52-1f40013411c0" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.514971] env[62533]: DEBUG nova.network.neutron [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.527015] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.796657] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.799506] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.641s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.801735] env[62533]: INFO nova.compute.claims [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.823050] env[62533]: INFO nova.scheduler.client.report [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Deleted allocations for instance acb863bd-f727-4d2d-8fec-3c4e2686cfae [ 1900.888624] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.018673] env[62533]: INFO nova.compute.manager [-] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Took 1.03 seconds to deallocate network for instance. [ 1901.034464] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.073213] env[62533]: DEBUG nova.compute.manager [req-4761c08b-1ceb-42c1-86e4-0796c0572b3d req-0296b389-c62b-42d2-8516-d29c725a9c75 service nova] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Received event network-vif-deleted-1c57fc6d-cf15-4e9e-a95f-ed1371887b67 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1901.330506] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1f356883-bf46-46c1-b51c-b07088f08e90 tempest-ServersNegativeTestMultiTenantJSON-1383984256 tempest-ServersNegativeTestMultiTenantJSON-1383984256-project-member] Lock "acb863bd-f727-4d2d-8fec-3c4e2686cfae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.971s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.528528] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.536988] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.971419] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2faa986-9112-4fee-ac8f-858961805b77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.979955] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894a835-b08e-4ce4-a225-3881f2abe6b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.016096] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d169e9f7-7e9f-411f-9e61-b4d1ddb5c3b3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.030239] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8519729-be57-4616-b580-b32ff9398823 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.034330] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899152, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.757631} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.034675] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda/OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda.vmdk to [datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk. [ 1902.034934] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Cleaning up location [datastore1] OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1902.035172] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f0b16425-c804-48ed-8dbd-db17b8247cda {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1902.035799] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d21a1b-d365-4ce0-b23b-7c734ec934e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.050021] env[62533]: DEBUG nova.compute.provider_tree [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.053291] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1902.053291] env[62533]: value = "task-1899155" [ 1902.053291] env[62533]: _type = "Task" [ 1902.053291] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.062349] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.550580] env[62533]: DEBUG nova.scheduler.client.report [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.563444] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045765} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.563444] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.563679] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.563802] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk to [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.564078] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6f7cb9f-2d72-422c-8b4a-5229834dd4f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.571177] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1902.571177] env[62533]: value = "task-1899156" [ 1902.571177] env[62533]: _type = "Task" [ 1902.571177] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.580014] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.062100] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.062100] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1903.064215] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.176s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.064667] env[62533]: DEBUG nova.objects.instance [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'resources' on Instance uuid 7b6276ad-7089-4330-b7f3-002884ea3c93 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.086920] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899156, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.568635] env[62533]: DEBUG nova.compute.utils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.576190] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.576432] env[62533]: DEBUG nova.network.neutron [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1903.590698] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899156, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.626652] env[62533]: DEBUG nova.policy [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8408af7245dda000bd0a55d0c69f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8818ad7c1c994b71a958521b0a8f98b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.757709] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0994e459-98d8-4415-a8e2-4596f995e57b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.766550] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b29a0bb-6a9a-486c-825a-911fad9191cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.804227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da08701-000d-4f11-8927-905915f095f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.813181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673a6da-70a3-4d10-9c5e-3a3e0729aac5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.827195] env[62533]: DEBUG nova.compute.provider_tree [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.947606] env[62533]: DEBUG nova.network.neutron [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Successfully created port: 7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1904.076026] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.094484] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899156, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.332749] env[62533]: DEBUG nova.scheduler.client.report [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.596192] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899156, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.838482] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.841695] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.305s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.842096] env[62533]: DEBUG nova.objects.instance [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lazy-loading 'resources' on Instance uuid 9882bc3d-ba86-4496-8451-70edb8360b44 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.874117] env[62533]: INFO nova.scheduler.client.report [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted allocations for instance 7b6276ad-7089-4330-b7f3-002884ea3c93 [ 1905.091560] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.099934] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899156, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.344484} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.100210] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/002ea5b7-98d0-441b-b494-a79d972c6f04/002ea5b7-98d0-441b-b494-a79d972c6f04.vmdk to [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.101061] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b5ab9a-beaf-42da-ba85-5deeec3267f9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.124287] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.126985] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa055338-6d32-4d54-9639-ca49ab9c9ad3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.147022] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1905.147022] env[62533]: value = "task-1899157" [ 1905.147022] env[62533]: _type = "Task" [ 1905.147022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.149242] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.149481] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.149660] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.149848] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.149994] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.150171] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.150456] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.150649] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.150823] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.151018] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.151199] env[62533]: DEBUG nova.virt.hardware [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.152163] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5924210-3b7d-42e6-8d89-729595a9b730 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.168389] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa40a9d-3aef-4f90-a8e1-36af830e2deb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.173469] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.382666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c2d6dbf9-5696-4661-b14d-9a7cf343472f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "7b6276ad-7089-4330-b7f3-002884ea3c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.026s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.407765] env[62533]: DEBUG nova.compute.manager [req-49c55bb4-0f8c-41b1-8b98-ab74eb382a4e req-906683d4-b85d-453e-8d65-e7c63ddf5360 service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Received event network-vif-plugged-7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1905.408178] env[62533]: DEBUG oslo_concurrency.lockutils [req-49c55bb4-0f8c-41b1-8b98-ab74eb382a4e req-906683d4-b85d-453e-8d65-e7c63ddf5360 service nova] Acquiring lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.408343] env[62533]: DEBUG oslo_concurrency.lockutils [req-49c55bb4-0f8c-41b1-8b98-ab74eb382a4e req-906683d4-b85d-453e-8d65-e7c63ddf5360 service nova] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.409252] env[62533]: DEBUG oslo_concurrency.lockutils [req-49c55bb4-0f8c-41b1-8b98-ab74eb382a4e req-906683d4-b85d-453e-8d65-e7c63ddf5360 service nova] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.409252] env[62533]: DEBUG nova.compute.manager [req-49c55bb4-0f8c-41b1-8b98-ab74eb382a4e req-906683d4-b85d-453e-8d65-e7c63ddf5360 service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] No waiting events found dispatching network-vif-plugged-7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.409252] env[62533]: WARNING nova.compute.manager [req-49c55bb4-0f8c-41b1-8b98-ab74eb382a4e req-906683d4-b85d-453e-8d65-e7c63ddf5360 service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Received unexpected event network-vif-plugged-7427b17b-54e1-4c95-9343-82764a960acf for instance with vm_state building and task_state spawning. [ 1905.496427] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699b501-c302-4438-bbbe-d6ac2b47f6cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.505131] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7e6f2-ac7a-4e52-bce7-cdb0b18c8603 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.534873] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc93821-796a-4e2e-b33f-ab474d692fac {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.542748] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc982b-93ea-40ad-bcf6-3b100dd050eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.558796] env[62533]: DEBUG nova.compute.provider_tree [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.561284] env[62533]: DEBUG nova.network.neutron [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Successfully updated port: 7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1905.663521] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899157, 'name': ReconfigVM_Task, 'duration_secs': 0.311693} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.663906] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805/9c6a716f-a029-482f-a0a4-4b7e8ea4d805.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.664463] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3010391-9212-4bd2-bb73-14c2bfa7b37a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.671322] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1905.671322] env[62533]: value = "task-1899158" [ 1905.671322] env[62533]: _type = "Task" [ 1905.671322] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.679890] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899158, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.063780] env[62533]: DEBUG nova.scheduler.client.report [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.067635] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.067742] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.067872] env[62533]: DEBUG nova.network.neutron [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.181973] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899158, 'name': Rename_Task, 'duration_secs': 0.155486} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.182285] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.182531] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8809e7b1-f159-4f5f-bf51-fec70374d590 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.190203] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1906.190203] env[62533]: value = "task-1899159" [ 1906.190203] env[62533]: _type = "Task" [ 1906.190203] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.197998] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.536866] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.537230] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.537475] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.537666] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.537845] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.540024] env[62533]: INFO nova.compute.manager [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Terminating instance [ 1906.570507] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.596040] env[62533]: INFO nova.scheduler.client.report [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Deleted allocations for instance 9882bc3d-ba86-4496-8451-70edb8360b44 [ 1906.613232] env[62533]: DEBUG nova.network.neutron [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1906.702278] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.810460] env[62533]: DEBUG nova.network.neutron [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [{"id": "7427b17b-54e1-4c95-9343-82764a960acf", "address": "fa:16:3e:bd:1f:06", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7427b17b-54", "ovs_interfaceid": "7427b17b-54e1-4c95-9343-82764a960acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.043669] env[62533]: DEBUG nova.compute.manager [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1907.043903] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1907.044787] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e301ff6-6ea8-4162-a13a-4d8fe14869b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.052409] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.054161] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6030a0b-00fe-48c2-bd49-c6c9c5e5bfdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.061031] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9a10e-c692-89b1-6fbc-ac7d03e24587/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1907.061792] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d9f2e7-bba2-4fcb-9b23-6daeeed86db7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.065071] env[62533]: DEBUG oslo_vmware.api [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1907.065071] env[62533]: value = "task-1899160" [ 1907.065071] env[62533]: _type = "Task" [ 1907.065071] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.070383] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9a10e-c692-89b1-6fbc-ac7d03e24587/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1907.070633] env[62533]: ERROR oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9a10e-c692-89b1-6fbc-ac7d03e24587/disk-0.vmdk due to incomplete transfer. [ 1907.071167] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ddda858-4116-43ce-9971-1d26db84e8d9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.075545] env[62533]: DEBUG oslo_vmware.api [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.081661] env[62533]: DEBUG oslo_vmware.rw_handles [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9a10e-c692-89b1-6fbc-ac7d03e24587/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1907.081886] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Uploaded image 146babde-bad1-4e5d-b079-ee04b5af2df2 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1907.084314] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1907.084884] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7998d245-e852-4c3d-a20c-ea2422115826 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.090386] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1907.090386] env[62533]: value = "task-1899161" [ 1907.090386] env[62533]: _type = "Task" [ 1907.090386] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.098037] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899161, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.105259] env[62533]: DEBUG oslo_concurrency.lockutils [None req-2ff65e0f-1a6e-4c54-9cc5-484db2b5599c tempest-ServerShowV257Test-1968630841 tempest-ServerShowV257Test-1968630841-project-member] Lock "9882bc3d-ba86-4496-8451-70edb8360b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.932s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.205131] env[62533]: DEBUG oslo_vmware.api [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899159, 'name': PowerOnVM_Task, 'duration_secs': 0.688748} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.205533] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.300041] env[62533]: DEBUG nova.compute.manager [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.300536] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2001e09-ac82-49b3-b1e0-a099c39f6599 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.313251] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.313491] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Instance network_info: |[{"id": "7427b17b-54e1-4c95-9343-82764a960acf", "address": "fa:16:3e:bd:1f:06", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7427b17b-54", "ovs_interfaceid": "7427b17b-54e1-4c95-9343-82764a960acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1907.313857] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:1f:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7427b17b-54e1-4c95-9343-82764a960acf', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1907.321414] env[62533]: DEBUG oslo.service.loopingcall [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.321624] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1907.321832] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4a2f3eb-a29a-4332-b790-54e3685f73b9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.342245] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1907.342245] env[62533]: value = "task-1899162" [ 1907.342245] env[62533]: _type = "Task" [ 1907.342245] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.354533] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899162, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.435608] env[62533]: DEBUG nova.compute.manager [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Received event network-changed-7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1907.435826] env[62533]: DEBUG nova.compute.manager [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Refreshing instance network info cache due to event network-changed-7427b17b-54e1-4c95-9343-82764a960acf. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1907.436037] env[62533]: DEBUG oslo_concurrency.lockutils [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] Acquiring lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.436195] env[62533]: DEBUG oslo_concurrency.lockutils [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] Acquired lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.436353] env[62533]: DEBUG nova.network.neutron [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Refreshing network info cache for port 7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1907.577546] env[62533]: DEBUG oslo_vmware.api [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899160, 'name': PowerOffVM_Task, 'duration_secs': 0.219694} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.577909] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.578137] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.578417] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dfa9d4c-68ec-4e82-99e7-7d4d5b86c2e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.599955] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899161, 'name': Destroy_Task, 'duration_secs': 0.444174} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.600223] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroyed the VM [ 1907.600456] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1907.600696] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c116a3d-295f-4d59-893f-b81063ff54c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.606323] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1907.606323] env[62533]: value = "task-1899164" [ 1907.606323] env[62533]: _type = "Task" [ 1907.606323] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.614713] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.657854] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.658112] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.658303] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleting the datastore file [datastore1] 807d91f6-4a93-46b6-9b43-677d478b9dc1 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.658596] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15012933-b5a4-4139-8c4f-85d0f3552ecd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.664714] env[62533]: DEBUG oslo_vmware.api [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for the task: (returnval){ [ 1907.664714] env[62533]: value = "task-1899165" [ 1907.664714] env[62533]: _type = "Task" [ 1907.664714] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.673140] env[62533]: DEBUG oslo_vmware.api [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.817434] env[62533]: DEBUG oslo_concurrency.lockutils [None req-5d5de13e-7ef2-4732-a00a-2a26715925db tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.154s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.853748] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899162, 'name': CreateVM_Task, 'duration_secs': 0.455628} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.854407] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.855266] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.855693] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.856305] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.856810] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e993393-5e69-4dff-8634-a808cb05807d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.861879] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1907.861879] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dcf14b-bcca-fd94-2fba-aa3907c761d1" [ 1907.861879] env[62533]: _type = "Task" [ 1907.861879] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.869760] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dcf14b-bcca-fd94-2fba-aa3907c761d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.115813] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899164, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.158594] env[62533]: DEBUG nova.network.neutron [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updated VIF entry in instance network info cache for port 7427b17b-54e1-4c95-9343-82764a960acf. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1908.159072] env[62533]: DEBUG nova.network.neutron [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [{"id": "7427b17b-54e1-4c95-9343-82764a960acf", "address": "fa:16:3e:bd:1f:06", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7427b17b-54", "ovs_interfaceid": "7427b17b-54e1-4c95-9343-82764a960acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.175512] env[62533]: DEBUG oslo_vmware.api [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Task: {'id': task-1899165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178126} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.175750] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1908.176272] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1908.176272] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1908.176272] env[62533]: INFO nova.compute.manager [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1908.176505] env[62533]: DEBUG oslo.service.loopingcall [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.176691] env[62533]: DEBUG nova.compute.manager [-] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1908.176785] env[62533]: DEBUG nova.network.neutron [-] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.377231] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52dcf14b-bcca-fd94-2fba-aa3907c761d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.377582] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.377813] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.378051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.378201] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.378472] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.379097] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72f69c7a-f78f-4f44-a508-1b3b63c1b409 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.388583] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.388766] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.389504] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d58fc1-b098-4d78-a298-adbb97ae26e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.044445] env[62533]: DEBUG oslo_concurrency.lockutils [req-305bdc86-95df-4838-80c1-e88290b28032 req-23bb59de-2a81-4852-9a4b-ed9ded440b4a service nova] Releasing lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.045698] env[62533]: DEBUG nova.network.neutron [-] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.050951] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1909.050951] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528d5846-d438-9cf4-d529-9978c0faedf1" [ 1909.050951] env[62533]: _type = "Task" [ 1909.050951] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.057215] env[62533]: DEBUG oslo_vmware.api [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899164, 'name': RemoveSnapshot_Task, 'duration_secs': 0.510416} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.058391] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1909.058501] env[62533]: INFO nova.compute.manager [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 15.02 seconds to snapshot the instance on the hypervisor. [ 1909.063863] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528d5846-d438-9cf4-d529-9978c0faedf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.460084] env[62533]: DEBUG nova.compute.manager [req-a88c0073-eddd-4740-acea-b68ac17a09fe req-2a927f2f-fbe9-4415-b94b-96f0d06ed9dd service nova] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Received event network-vif-deleted-9ca4287e-b226-4da0-8ae3-e6fe994ed1ba {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1909.551437] env[62533]: INFO nova.compute.manager [-] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Took 1.37 seconds to deallocate network for instance. [ 1909.568107] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528d5846-d438-9cf4-d529-9978c0faedf1, 'name': SearchDatastore_Task, 'duration_secs': 0.016459} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.568785] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d788e751-ef2a-4b0c-817b-22ba41f45d9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.576510] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1909.576510] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f6d5af-5f4e-2452-7772-72ccce37c953" [ 1909.576510] env[62533]: _type = "Task" [ 1909.576510] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.584739] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f6d5af-5f4e-2452-7772-72ccce37c953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.613461] env[62533]: DEBUG nova.compute.manager [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Found 3 images (rotation: 2) {{(pid=62533) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1909.613660] env[62533]: DEBUG nova.compute.manager [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Rotating out 1 backups {{(pid=62533) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4994}} [ 1909.613853] env[62533]: DEBUG nova.compute.manager [None req-db1c6661-0228-41a4-82fd-dba5776673f1 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleting image 63b4a742-f5ac-4fd2-9049-e7815a3dbced {{(pid=62533) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1910.061499] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.061824] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.062069] env[62533]: DEBUG nova.objects.instance [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lazy-loading 'resources' on Instance uuid 807d91f6-4a93-46b6-9b43-677d478b9dc1 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.086224] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52f6d5af-5f4e-2452-7772-72ccce37c953, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.086464] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.086709] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558/3162a84c-642a-477b-bbd0-b5ef5734a558.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1910.086954] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-488ffc61-25ee-4104-91a8-35ee8fb92d37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.093782] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1910.093782] env[62533]: value = "task-1899166" [ 1910.093782] env[62533]: _type = "Task" [ 1910.093782] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.103665] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.604737] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.698326] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706ab23c-ed37-4c3b-83d3-f9d41497dbe0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.707024] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6f390-e90c-4981-abcc-a606a2e72451 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.739419] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab25fb-77e0-40af-aee3-cb2da8161644 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.747805] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07978c27-ef4d-46f9-8d5b-f069480709ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.762511] env[62533]: DEBUG nova.compute.provider_tree [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.105078] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714671} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.105433] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558/3162a84c-642a-477b-bbd0-b5ef5734a558.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.105574] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.105829] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d76d9d-9d62-4db5-99dc-bf03bd6fcad0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.112976] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1911.112976] env[62533]: value = "task-1899167" [ 1911.112976] env[62533]: _type = "Task" [ 1911.112976] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.120930] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.266142] env[62533]: DEBUG nova.scheduler.client.report [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.622998] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315882} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.623287] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1911.624096] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c40cc-eeed-4474-bc8d-1da14c680512 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.645588] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558/3162a84c-642a-477b-bbd0-b5ef5734a558.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.645846] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea43209-1317-475a-bc67-ed43e5361b17 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.668074] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1911.668074] env[62533]: value = "task-1899168" [ 1911.668074] env[62533]: _type = "Task" [ 1911.668074] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.675938] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.770780] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.792934] env[62533]: INFO nova.scheduler.client.report [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Deleted allocations for instance 807d91f6-4a93-46b6-9b43-677d478b9dc1 [ 1912.088395] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.088395] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.088651] env[62533]: DEBUG nova.compute.manager [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.089566] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab91323c-96e4-4025-9a93-9332037dd8a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.096361] env[62533]: DEBUG nova.compute.manager [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1912.096958] env[62533]: DEBUG nova.objects.instance [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'flavor' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.178656] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.300541] env[62533]: DEBUG oslo_concurrency.lockutils [None req-422b5177-ccd7-4352-a2b7-adc255bbdc6f tempest-AttachInterfacesTestJSON-1009145694 tempest-AttachInterfacesTestJSON-1009145694-project-member] Lock "807d91f6-4a93-46b6-9b43-677d478b9dc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.679088] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899168, 'name': ReconfigVM_Task, 'duration_secs': 0.59444} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.680386] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558/3162a84c-642a-477b-bbd0-b5ef5734a558.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.680386] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-874b1405-5a7a-40fc-961c-5b02b18d3462 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.686435] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1912.686435] env[62533]: value = "task-1899169" [ 1912.686435] env[62533]: _type = "Task" [ 1912.686435] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.103409] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.103769] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a4e651-e8b3-446e-99f3-49c5fb9e72eb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.111022] env[62533]: DEBUG oslo_vmware.api [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1913.111022] env[62533]: value = "task-1899170" [ 1913.111022] env[62533]: _type = "Task" [ 1913.111022] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.120327] env[62533]: DEBUG oslo_vmware.api [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.195924] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899169, 'name': Rename_Task, 'duration_secs': 0.218916} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.196316] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.196490] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-335603c6-bc0d-4d18-b7fe-58a3fb6f2ab1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.202447] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1913.202447] env[62533]: value = "task-1899171" [ 1913.202447] env[62533]: _type = "Task" [ 1913.202447] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.209974] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.620981] env[62533]: DEBUG oslo_vmware.api [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899170, 'name': PowerOffVM_Task, 'duration_secs': 0.178026} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.621475] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.621475] env[62533]: DEBUG nova.compute.manager [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.622342] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d8c506-4307-4222-8b19-4ff554319c57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.713236] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.137384] env[62533]: DEBUG oslo_concurrency.lockutils [None req-0c2472fa-8d3e-40cf-9e36-5911226877b6 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.215188] env[62533]: DEBUG oslo_vmware.api [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899171, 'name': PowerOnVM_Task, 'duration_secs': 0.578118} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.215472] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.215667] env[62533]: INFO nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1914.215835] env[62533]: DEBUG nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.216872] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7effe629-25d0-4cbc-9b91-d73221ec754c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.738519] env[62533]: INFO nova.compute.manager [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Took 14.59 seconds to build instance. [ 1915.241821] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d24c2dba-9b58-40f6-925a-799ee2b0cd07 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.110s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.394632] env[62533]: DEBUG nova.compute.manager [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Stashing vm_state: stopped {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1915.916009] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.916332] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.985843] env[62533]: DEBUG nova.compute.manager [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1916.421486] env[62533]: INFO nova.compute.claims [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.504685] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.927802] env[62533]: INFO nova.compute.resource_tracker [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating resource usage from migration 25122930-80cb-4ff3-93b7-10d0c10280f4 [ 1917.051085] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121056a1-879a-430c-8276-119b36557a66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.059354] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d6ba81-951a-4a32-a509-1699461e6aed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.090921] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00ef46-37e9-4d29-9e11-936003dd9f1b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.098929] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8fb86-bf47-42ff-93de-9d35514d0f8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.112474] env[62533]: DEBUG nova.compute.provider_tree [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.616364] env[62533]: DEBUG nova.scheduler.client.report [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.121889] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.205s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.122150] env[62533]: INFO nova.compute.manager [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Migrating [ 1918.128875] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.624s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.638219] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.638499] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.638608] env[62533]: DEBUG nova.network.neutron [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1918.643664] env[62533]: INFO nova.compute.claims [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.957581] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.957837] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.149443] env[62533]: INFO nova.compute.resource_tracker [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating resource usage from migration c0f0db77-aa5c-49d0-99dd-76c9391c85ca [ 1919.276434] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f044e937-c3c5-4de5-b738-276772c27dc0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.283880] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf17b55-73a3-4e1d-9999-39595df2fdbb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.318205] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b0027-3060-49ad-b935-60209ec71464 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.326442] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d37d00-9b52-4539-ad86-7e2030be3d51 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.342222] env[62533]: DEBUG nova.compute.provider_tree [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.387700] env[62533]: DEBUG nova.network.neutron [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.460874] env[62533]: DEBUG nova.compute.utils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.846256] env[62533]: DEBUG nova.scheduler.client.report [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.890980] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.963847] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.351425] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.222s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.351632] env[62533]: INFO nova.compute.manager [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Migrating [ 1920.866264] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.866530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.866645] env[62533]: DEBUG nova.network.neutron [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.032243] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.032512] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.032768] env[62533]: INFO nova.compute.manager [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Attaching volume 7a422fe5-3787-4eb6-84dd-2334e8b170db to /dev/sdb [ 1921.064725] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f3ed5d-6800-49c8-a11f-9f686a919bd7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.073077] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba86dd2-1757-46a8-9d7b-0a2d131964e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.087442] env[62533]: DEBUG nova.virt.block_device [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating existing volume attachment record: 071bd14c-79bf-46d1-b32f-2d63f05f51fb {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1921.406830] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aeb8f8-15de-42d7-a7f9-f5dc6bfba4ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.425083] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1921.580142] env[62533]: DEBUG nova.network.neutron [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [{"id": "7427b17b-54e1-4c95-9343-82764a960acf", "address": "fa:16:3e:bd:1f:06", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7427b17b-54", "ovs_interfaceid": "7427b17b-54e1-4c95-9343-82764a960acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.594853] env[62533]: INFO nova.compute.manager [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Rebuilding instance [ 1921.640716] env[62533]: DEBUG nova.compute.manager [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.641611] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6199f4e-cb80-4745-ba3b-2fb98c0038f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.932045] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.932483] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6d0b62a-cdb6-45e0-b536-e04652c87ce3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.940670] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1921.940670] env[62533]: value = "task-1899175" [ 1921.940670] env[62533]: _type = "Task" [ 1921.940670] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.948684] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.082814] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.451097] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1922.451323] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.654945] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.655277] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b783a9-7967-41ea-af83-aa0971c2095b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.662890] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1922.662890] env[62533]: value = "task-1899176" [ 1922.662890] env[62533]: _type = "Task" [ 1922.662890] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.671463] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.958313] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.958721] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.958782] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.958926] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.959085] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.959239] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.959447] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.959603] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.959772] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.959937] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.960126] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.965136] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c78989-bd2c-4326-9e77-3694d0710bc0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.981216] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1922.981216] env[62533]: value = "task-1899177" [ 1922.981216] env[62533]: _type = "Task" [ 1922.981216] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.989599] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.172411] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899176, 'name': PowerOffVM_Task, 'duration_secs': 0.234862} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.172634] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.173324] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.173571] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1651b5c9-941b-4827-92b0-88f1f4b9d2e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.179843] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1923.179843] env[62533]: value = "task-1899178" [ 1923.179843] env[62533]: _type = "Task" [ 1923.179843] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.187062] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.490859] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899177, 'name': ReconfigVM_Task, 'duration_secs': 0.16733} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.491198] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.598717] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c5acaa-bb04-4a9e-af35-e92946ef2a75 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.617267] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.690917] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1923.691170] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1923.691379] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392091', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'name': 'volume-90730f60-423f-4bcf-9b6d-0212b4800ce9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53c415ab-78e6-49fd-ae6e-577384f6379b', 'attached_at': '', 'detached_at': '', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'serial': '90730f60-423f-4bcf-9b6d-0212b4800ce9'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1923.692186] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8694e9-5856-4271-96cb-2b50713b0154 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.709986] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccd9c2c-fa5a-48fc-bbb1-b2ecd83800c3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.716992] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2074ae-4b94-43c2-a8cd-580b93c85924 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.734703] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276d0a3-e774-4849-bce5-13bbde82006c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.750817] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] The volume has not been displaced from its original location: [datastore2] volume-90730f60-423f-4bcf-9b6d-0212b4800ce9/volume-90730f60-423f-4bcf-9b6d-0212b4800ce9.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1923.755956] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1923.756264] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec26eb8-6f74-4756-bdbd-1205ec41c28e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.773948] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1923.773948] env[62533]: value = "task-1899180" [ 1923.773948] env[62533]: _type = "Task" [ 1923.773948] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.782066] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.997850] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.998257] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.998257] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.998387] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.998534] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.998680] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.998884] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.999050] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.999224] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.999386] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.999556] env[62533]: DEBUG nova.virt.hardware [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1924.004854] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1924.005180] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e317cef1-d426-4365-a58b-edc31d0c4f7a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.024485] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1924.024485] env[62533]: value = "task-1899181" [ 1924.024485] env[62533]: _type = "Task" [ 1924.024485] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.032795] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.122879] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.123252] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce36ca8-70ca-46eb-8936-1f6168280a99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.130240] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1924.130240] env[62533]: value = "task-1899182" [ 1924.130240] env[62533]: _type = "Task" [ 1924.130240] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.138947] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.284186] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899180, 'name': ReconfigVM_Task, 'duration_secs': 0.1924} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.284431] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1924.288919] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec34a37-a692-4af4-a1e5-7f099f1a9e30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.303728] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1924.303728] env[62533]: value = "task-1899183" [ 1924.303728] env[62533]: _type = "Task" [ 1924.303728] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.312511] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.534165] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899181, 'name': ReconfigVM_Task, 'duration_secs': 0.172099} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.534493] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1924.535215] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe5e33-e6cb-4a7c-a332-f59a906b8f7f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.556497] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73/f8ac1922-f7d8-44dc-8501-c8f284ef5e73.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.556754] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431534d6-55ac-45f6-8482-5dbe6f0a2b4e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.575107] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1924.575107] env[62533]: value = "task-1899184" [ 1924.575107] env[62533]: _type = "Task" [ 1924.575107] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.582830] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.640311] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899182, 'name': PowerOffVM_Task, 'duration_secs': 0.220899} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.641062] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.641062] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.814778] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.085013] env[62533]: DEBUG oslo_vmware.api [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899184, 'name': ReconfigVM_Task, 'duration_secs': 0.284664} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.085401] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73/f8ac1922-f7d8-44dc-8501-c8f284ef5e73.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.085506] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.147199] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1925.147437] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.147596] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1925.147778] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.147925] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1925.148086] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1925.148302] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1925.148455] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1925.148627] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1925.148782] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1925.148953] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1925.153887] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2358d3-3a25-4a89-aeac-a3e4ba5ada40 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.171409] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1925.171409] env[62533]: value = "task-1899185" [ 1925.171409] env[62533]: _type = "Task" [ 1925.171409] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.181453] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.316124] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899183, 'name': ReconfigVM_Task, 'duration_secs': 0.684711} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.316699] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392091', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'name': 'volume-90730f60-423f-4bcf-9b6d-0212b4800ce9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53c415ab-78e6-49fd-ae6e-577384f6379b', 'attached_at': '', 'detached_at': '', 'volume_id': '90730f60-423f-4bcf-9b6d-0212b4800ce9', 'serial': '90730f60-423f-4bcf-9b6d-0212b4800ce9'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1925.317018] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.317766] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ae2842-d997-43ae-9039-4126d398f8e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.324252] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.324480] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d35a375d-5084-4ee3-9a13-70001134d9bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.417838] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1925.418084] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1925.418274] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Deleting the datastore file [datastore2] 53c415ab-78e6-49fd-ae6e-577384f6379b {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.418536] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6073eaad-6025-4d88-ba1a-66e47d8e9edb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.424847] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for the task: (returnval){ [ 1925.424847] env[62533]: value = "task-1899187" [ 1925.424847] env[62533]: _type = "Task" [ 1925.424847] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.432087] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.592070] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1a7c23-571d-423a-a479-a4c4afb6c75c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.610803] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a260cf-d0b8-46f7-9bf7-c5758677ee6d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.628864] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.633036] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1925.633240] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392122', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'name': 'volume-7a422fe5-3787-4eb6-84dd-2334e8b170db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd755433f-b58c-4693-913b-1d1da0442f79', 'attached_at': '', 'detached_at': '', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'serial': '7a422fe5-3787-4eb6-84dd-2334e8b170db'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1925.633988] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699795cd-61a2-4575-9a33-3ca6c7912991 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.649510] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a907a-fda2-4c83-b1b8-f98760f50b79 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.672981] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-7a422fe5-3787-4eb6-84dd-2334e8b170db/volume-7a422fe5-3787-4eb6-84dd-2334e8b170db.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.673942] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4536c1b-baff-47e0-8078-2bdf5dda000b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.697653] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.698983] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1925.698983] env[62533]: value = "task-1899188" [ 1925.698983] env[62533]: _type = "Task" [ 1925.698983] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.706651] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.935039] env[62533]: DEBUG oslo_vmware.api [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Task: {'id': task-1899187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082215} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.935299] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.935418] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.935595] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.986741] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1925.987108] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186a3563-2205-471e-bfc2-22734f184e3f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.996601] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c66f5c-4161-45b8-83ed-652b03621bad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.025420] env[62533]: ERROR nova.compute.manager [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Failed to detach volume 90730f60-423f-4bcf-9b6d-0212b4800ce9 from /dev/sda: nova.exception.InstanceNotFound: Instance 53c415ab-78e6-49fd-ae6e-577384f6379b could not be found. [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Traceback (most recent call last): [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self.driver.rebuild(**kwargs) [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] raise NotImplementedError() [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] NotImplementedError [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] During handling of the above exception, another exception occurred: [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Traceback (most recent call last): [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self.driver.detach_volume(context, old_connection_info, [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] return self._volumeops.detach_volume(connection_info, instance) [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._detach_volume_vmdk(connection_info, instance) [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] stable_ref.fetch_moref(session) [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] nova.exception.InstanceNotFound: Instance 53c415ab-78e6-49fd-ae6e-577384f6379b could not be found. [ 1926.025420] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.144226] env[62533]: DEBUG nova.compute.utils [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Build of instance 53c415ab-78e6-49fd-ae6e-577384f6379b aborted: Failed to rebuild volume backed instance. {{(pid=62533) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1926.146501] env[62533]: ERROR nova.compute.manager [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 53c415ab-78e6-49fd-ae6e-577384f6379b aborted: Failed to rebuild volume backed instance. [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Traceback (most recent call last): [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self.driver.rebuild(**kwargs) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] raise NotImplementedError() [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] NotImplementedError [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] During handling of the above exception, another exception occurred: [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Traceback (most recent call last): [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._detach_root_volume(context, instance, root_bdm) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] with excutils.save_and_reraise_exception(): [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self.force_reraise() [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] raise self.value [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self.driver.detach_volume(context, old_connection_info, [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] return self._volumeops.detach_volume(connection_info, instance) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._detach_volume_vmdk(connection_info, instance) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] stable_ref.fetch_moref(session) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] nova.exception.InstanceNotFound: Instance 53c415ab-78e6-49fd-ae6e-577384f6379b could not be found. [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] During handling of the above exception, another exception occurred: [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Traceback (most recent call last): [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 11352, in _error_out_instance_on_exception [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] yield [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1926.146501] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._do_rebuild_instance_with_claim( [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._do_rebuild_instance( [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._rebuild_default_impl(**kwargs) [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] self._rebuild_volume_backed_instance( [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] raise exception.BuildAbortException( [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] nova.exception.BuildAbortException: Build of instance 53c415ab-78e6-49fd-ae6e-577384f6379b aborted: Failed to rebuild volume backed instance. [ 1926.147976] env[62533]: ERROR nova.compute.manager [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] [ 1926.172861] env[62533]: DEBUG nova.network.neutron [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Port f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1926.183969] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.208960] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.688855] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899185, 'name': ReconfigVM_Task, 'duration_secs': 1.098509} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.688855] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.708775] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899188, 'name': ReconfigVM_Task, 'duration_secs': 0.915873} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.708944] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-7a422fe5-3787-4eb6-84dd-2334e8b170db/volume-7a422fe5-3787-4eb6-84dd-2334e8b170db.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.713557] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db964a8b-06bb-4235-847d-af13859b3298 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.728104] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1926.728104] env[62533]: value = "task-1899189" [ 1926.728104] env[62533]: _type = "Task" [ 1926.728104] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.736270] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.194828] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.195212] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.195212] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.195400] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.195548] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.195694] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.195894] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.196064] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.196235] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.196399] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.196568] env[62533]: DEBUG nova.virt.hardware [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.201678] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1927.202151] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.202371] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.202542] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.204267] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e125f0-830b-4bb1-9419-dffb0432e7aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.228335] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1927.228335] env[62533]: value = "task-1899190" [ 1927.228335] env[62533]: _type = "Task" [ 1927.228335] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.239629] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.242400] env[62533]: DEBUG oslo_vmware.api [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899189, 'name': ReconfigVM_Task, 'duration_secs': 0.159514} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.242875] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392122', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'name': 'volume-7a422fe5-3787-4eb6-84dd-2334e8b170db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd755433f-b58c-4693-913b-1d1da0442f79', 'attached_at': '', 'detached_at': '', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'serial': '7a422fe5-3787-4eb6-84dd-2334e8b170db'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1927.738628] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899190, 'name': ReconfigVM_Task, 'duration_secs': 0.181227} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.738854] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1927.739619] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742cf366-7952-4d50-bf35-1540af5680da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.763218] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558/3162a84c-642a-477b-bbd0-b5ef5734a558.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.763682] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-748bcc87-caab-4d91-ba79-778fc12cad4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.782790] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1927.782790] env[62533]: value = "task-1899191" [ 1927.782790] env[62533]: _type = "Task" [ 1927.782790] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.792873] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.161718] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.162069] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.260693] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.260951] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.261163] env[62533]: DEBUG nova.network.neutron [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.276181] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83ffb0-a502-494b-9651-e51873a10c8a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.289225] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba2beb-53d4-4dea-bf93-e26f1b3f012d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.297378] env[62533]: DEBUG nova.objects.instance [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'flavor' on Instance uuid d755433f-b58c-4693-913b-1d1da0442f79 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.298579] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899191, 'name': ReconfigVM_Task, 'duration_secs': 0.319922} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.322022] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558/3162a84c-642a-477b-bbd0-b5ef5734a558.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.322335] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.328427] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66f503a-089b-4af2-862c-ad342d6a7a3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.331261] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3c962165-e365-43ec-a126-bf76e804f3cd tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.337141] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a492de52-293f-478e-80d3-c1405b1cece4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.351107] env[62533]: DEBUG nova.compute.provider_tree [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1928.600495] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "53c415ab-78e6-49fd-ae6e-577384f6379b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.600799] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.601106] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "53c415ab-78e6-49fd-ae6e-577384f6379b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.601325] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.601504] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.603608] env[62533]: INFO nova.compute.manager [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Terminating instance [ 1928.829661] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d8bbf-149d-4ea7-a3e2-c1d2e37bd93a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.851927] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ba2b4-e090-4e02-b85d-53221239bf39 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.872672] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.879251] env[62533]: ERROR nova.scheduler.client.report [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [req-994f56f6-9dd4-4b4b-b55a-faf66163cb9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-994f56f6-9dd4-4b4b-b55a-faf66163cb9c"}]}: nova.exception.BuildAbortException: Build of instance 53c415ab-78e6-49fd-ae6e-577384f6379b aborted: Failed to rebuild volume backed instance. [ 1928.894758] env[62533]: DEBUG nova.scheduler.client.report [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1928.908552] env[62533]: DEBUG nova.scheduler.client.report [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1928.908676] env[62533]: DEBUG nova.compute.provider_tree [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1928.927168] env[62533]: DEBUG nova.scheduler.client.report [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1928.945281] env[62533]: DEBUG nova.scheduler.client.report [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1929.006043] env[62533]: DEBUG nova.network.neutron [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.056060] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465ec20-f477-41c9-b3a2-e708a33fca06 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.063961] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442d975-fc9a-488b-91aa-6ab0dffd66c9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.094511] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ff74c-75c0-4980-8e8f-b201084ae99b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.101954] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30258af8-683d-4fac-afde-934343e1d8f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.106652] env[62533]: DEBUG nova.compute.manager [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.106963] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d182a7-a752-40c2-9a63-dcf7bd0df1a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.117882] env[62533]: DEBUG nova.compute.provider_tree [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1929.125673] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdacdcf2-ab74-49e5-927a-7b37c705da82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.154980] env[62533]: WARNING nova.virt.vmwareapi.driver [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 53c415ab-78e6-49fd-ae6e-577384f6379b could not be found. [ 1929.155225] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.155528] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f13dbcb-4d00-43aa-9721-445fcadf5d04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.163532] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5987f1-2c69-406b-959c-0395460ea86a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.190610] env[62533]: WARNING nova.virt.vmwareapi.vmops [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 53c415ab-78e6-49fd-ae6e-577384f6379b could not be found. [ 1929.190809] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.190988] env[62533]: INFO nova.compute.manager [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1929.191243] env[62533]: DEBUG oslo.service.loopingcall [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.191479] env[62533]: DEBUG nova.compute.manager [-] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.191575] env[62533]: DEBUG nova.network.neutron [-] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1929.473634] env[62533]: DEBUG nova.network.neutron [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Port 7427b17b-54e1-4c95-9343-82764a960acf binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1929.510853] env[62533]: DEBUG oslo_concurrency.lockutils [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.654608] env[62533]: DEBUG nova.scheduler.client.report [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1929.654764] env[62533]: DEBUG nova.compute.provider_tree [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 148 to 149 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1929.654933] env[62533]: DEBUG nova.compute.provider_tree [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1929.949884] env[62533]: DEBUG nova.compute.manager [req-adea18f6-3cca-4789-a872-51e12a92591b req-1fbce3cf-7dfe-45df-8cf1-268884582dc0 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Received event network-vif-deleted-13dde887-b500-4208-98ee-7c80c0ed26d4 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1929.949953] env[62533]: INFO nova.compute.manager [req-adea18f6-3cca-4789-a872-51e12a92591b req-1fbce3cf-7dfe-45df-8cf1-268884582dc0 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Neutron deleted interface 13dde887-b500-4208-98ee-7c80c0ed26d4; detaching it from the instance and deleting it from the info cache [ 1929.950242] env[62533]: DEBUG nova.network.neutron [req-adea18f6-3cca-4789-a872-51e12a92591b req-1fbce3cf-7dfe-45df-8cf1-268884582dc0 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.037073] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392b9b3-9b24-4959-97ab-fe3daabd3720 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.056350] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4f4ff-9e1e-46ab-be5a-adba473c546b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.066160] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1930.160202] env[62533]: DEBUG oslo_concurrency.lockutils [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.160431] env[62533]: INFO nova.compute.manager [None req-a8daede6-6689-4633-b9f7-9fe81fa375ff tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Successfully reverted task state from rebuilding on failure for instance. [ 1930.427194] env[62533]: DEBUG nova.network.neutron [-] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.455570] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9c4f96d-2e50-4cb6-9382-0510776da8f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.467791] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ebcd3e-4f00-4cad-a801-d8587b26987c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.504160] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.505204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.505204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.517342] env[62533]: DEBUG nova.compute.manager [req-adea18f6-3cca-4789-a872-51e12a92591b req-1fbce3cf-7dfe-45df-8cf1-268884582dc0 service nova] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Detach interface failed, port_id=13dde887-b500-4208-98ee-7c80c0ed26d4, reason: Instance 53c415ab-78e6-49fd-ae6e-577384f6379b could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1930.572658] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2cc71a-d154-4b13-bad0-a50a56466f06 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance 'f8ac1922-f7d8-44dc-8501-c8f284ef5e73' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1930.884329] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.884642] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.928963] env[62533]: INFO nova.compute.manager [-] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Took 1.74 seconds to deallocate network for instance. [ 1931.389008] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1931.483845] env[62533]: INFO nova.compute.manager [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Took 0.55 seconds to detach 1 volumes for instance. [ 1931.486899] env[62533]: DEBUG nova.compute.manager [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Deleting volume: 90730f60-423f-4bcf-9b6d-0212b4800ce9 {{(pid=62533) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1931.555465] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.555753] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.555753] env[62533]: DEBUG nova.network.neutron [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.912525] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.912790] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.914431] env[62533]: INFO nova.compute.claims [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.030304] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.338143] env[62533]: DEBUG nova.network.neutron [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [{"id": "7427b17b-54e1-4c95-9343-82764a960acf", "address": "fa:16:3e:bd:1f:06", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7427b17b-54", "ovs_interfaceid": "7427b17b-54e1-4c95-9343-82764a960acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.712797] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.713135] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.713268] env[62533]: DEBUG nova.compute.manager [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Going to confirm migration 5 {{(pid=62533) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1932.840740] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.036662] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ba00e-8e08-4c77-a16c-47b7737138df {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.043976] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1021a7-d581-42c4-9b2b-dbef7682c3ee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.073359] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7768b-ea2b-44da-ae1f-bca7787b99de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.080074] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ca824-3204-4e6a-845b-c67a5884e51e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.092699] env[62533]: DEBUG nova.compute.provider_tree [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.248600] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.248792] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.248964] env[62533]: DEBUG nova.network.neutron [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.249158] env[62533]: DEBUG nova.objects.instance [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'info_cache' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.360732] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca10869-497f-41ea-89d8-73aae4a7ea49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.380829] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa5724-1305-4e74-a9bc-aebd2d55e8d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.387868] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1933.595942] env[62533]: DEBUG nova.scheduler.client.report [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.894122] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1933.894402] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-007ed436-6cd1-41e3-b0d3-f4c6e321c795 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.901669] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1933.901669] env[62533]: value = "task-1899193" [ 1933.901669] env[62533]: _type = "Task" [ 1933.901669] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.909028] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.100919] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.101459] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1934.104334] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.074s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.104602] env[62533]: DEBUG nova.objects.instance [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lazy-loading 'resources' on Instance uuid 53c415ab-78e6-49fd-ae6e-577384f6379b {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.411439] env[62533]: DEBUG oslo_vmware.api [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899193, 'name': PowerOnVM_Task, 'duration_secs': 0.411904} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.411661] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.411839] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ddb1ef-043a-4e4e-aae2-5dd7de8d38de tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance '3162a84c-642a-477b-bbd0-b5ef5734a558' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1934.483525] env[62533]: DEBUG nova.network.neutron [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.607780] env[62533]: DEBUG nova.compute.utils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.611933] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1934.612361] env[62533]: DEBUG nova.network.neutron [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1934.649437] env[62533]: DEBUG nova.policy [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6a7fd4346648228c62ddcf09fc4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c4405353cf487bab5154afeee487f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1934.718400] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf1237b-02c0-4712-abf7-48a1fd23fcc1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.726578] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6edff6-6e77-46a2-b16b-a3a6fc702dee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.757398] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8532457-401c-4c41-aa7c-72423d1ad9aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.764574] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598a98fa-1718-40dc-8695-b34e6b4891c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.777356] env[62533]: DEBUG nova.compute.provider_tree [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.923533] env[62533]: DEBUG nova.network.neutron [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Successfully created port: 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.986433] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.986704] env[62533]: DEBUG nova.objects.instance [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'migration_context' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.113082] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1935.280382] env[62533]: DEBUG nova.scheduler.client.report [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.489865] env[62533]: DEBUG nova.objects.base [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1935.490385] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53fdf4-c682-4bba-b709-0c31bd094ebc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.509729] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c5e489-182f-49fd-85f3-d649390f4740 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.515314] env[62533]: DEBUG oslo_vmware.api [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1935.515314] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52223502-4593-6a54-5605-ad75af419d86" [ 1935.515314] env[62533]: _type = "Task" [ 1935.515314] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.522887] env[62533]: DEBUG oslo_vmware.api [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52223502-4593-6a54-5605-ad75af419d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.785874] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.026841] env[62533]: DEBUG oslo_vmware.api [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52223502-4593-6a54-5605-ad75af419d86, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.027245] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.027502] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.122998] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1936.148544] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.148797] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.148988] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.149197] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.149344] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.149490] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.149695] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.149850] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.150018] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.150201] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.150419] env[62533]: DEBUG nova.virt.hardware [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.151299] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf5ef0-e744-495d-afab-2122fb1f2bc4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.159439] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad94591b-56c0-4bd5-8a23-0d24ef5be5e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.304299] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b2f18f56-bba5-4411-b237-03ae000a3383 tempest-ServerActionsV293TestJSON-2147093903 tempest-ServerActionsV293TestJSON-2147093903-project-member] Lock "53c415ab-78e6-49fd-ae6e-577384f6379b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.703s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.319640] env[62533]: DEBUG nova.compute.manager [req-fa2d1863-5531-4354-bd2f-2958ef0d338f req-78ab5bfc-0ee3-426d-b25a-59d31d72b01e service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Received event network-vif-plugged-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1936.319827] env[62533]: DEBUG oslo_concurrency.lockutils [req-fa2d1863-5531-4354-bd2f-2958ef0d338f req-78ab5bfc-0ee3-426d-b25a-59d31d72b01e service nova] Acquiring lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.320070] env[62533]: DEBUG oslo_concurrency.lockutils [req-fa2d1863-5531-4354-bd2f-2958ef0d338f req-78ab5bfc-0ee3-426d-b25a-59d31d72b01e service nova] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.320277] env[62533]: DEBUG oslo_concurrency.lockutils [req-fa2d1863-5531-4354-bd2f-2958ef0d338f req-78ab5bfc-0ee3-426d-b25a-59d31d72b01e service nova] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.320503] env[62533]: DEBUG nova.compute.manager [req-fa2d1863-5531-4354-bd2f-2958ef0d338f req-78ab5bfc-0ee3-426d-b25a-59d31d72b01e service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] No waiting events found dispatching network-vif-plugged-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.320696] env[62533]: WARNING nova.compute.manager [req-fa2d1863-5531-4354-bd2f-2958ef0d338f req-78ab5bfc-0ee3-426d-b25a-59d31d72b01e service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Received unexpected event network-vif-plugged-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 for instance with vm_state building and task_state spawning. [ 1936.401088] env[62533]: DEBUG nova.network.neutron [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Successfully updated port: 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1936.643816] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02630d30-e385-46f3-b5ab-12db68be134f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.652245] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e92895a-6103-4eb2-bc26-0bffd1dc23e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.684070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "3162a84c-642a-477b-bbd0-b5ef5734a558" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.684354] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.684512] env[62533]: DEBUG nova.compute.manager [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Going to confirm migration 6 {{(pid=62533) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1936.686469] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7adb94e-49be-476a-8a8e-e0bd839f3b15 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.694403] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10126e9d-1595-42b7-9547-a2a7a474b610 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.708240] env[62533]: DEBUG nova.compute.provider_tree [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.903417] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.903579] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.903733] env[62533]: DEBUG nova.network.neutron [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.213443] env[62533]: DEBUG nova.scheduler.client.report [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.252377] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.252624] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquired lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.252811] env[62533]: DEBUG nova.network.neutron [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.253051] env[62533]: DEBUG nova.objects.instance [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'info_cache' on Instance uuid 3162a84c-642a-477b-bbd0-b5ef5734a558 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.435107] env[62533]: DEBUG nova.network.neutron [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.566429] env[62533]: DEBUG nova.network.neutron [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updating instance_info_cache with network_info: [{"id": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "address": "fa:16:3e:8d:b8:96", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3560b0d7-6b", "ovs_interfaceid": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.724249] env[62533]: INFO nova.compute.manager [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Rebuilding instance [ 1937.767343] env[62533]: DEBUG nova.compute.manager [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.768202] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ec3af-10a5-4870-8d28-97828dd89bef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.069350] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.069671] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Instance network_info: |[{"id": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "address": "fa:16:3e:8d:b8:96", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3560b0d7-6b", "ovs_interfaceid": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.070123] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:b8:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3560b0d7-6bcf-463c-89ed-bff4d23ab8e0', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.077546] env[62533]: DEBUG oslo.service.loopingcall [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.077753] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.077978] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a338c1e-6dc2-4955-a939-13e0a7fb2f6f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.098318] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.098318] env[62533]: value = "task-1899194" [ 1938.098318] env[62533]: _type = "Task" [ 1938.098318] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.105556] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899194, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.228301] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.201s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.228655] env[62533]: DEBUG nova.compute.manager [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62533) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5345}} [ 1938.418762] env[62533]: DEBUG nova.compute.manager [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Received event network-changed-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1938.418969] env[62533]: DEBUG nova.compute.manager [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Refreshing instance network info cache due to event network-changed-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1938.419204] env[62533]: DEBUG oslo_concurrency.lockutils [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] Acquiring lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.419351] env[62533]: DEBUG oslo_concurrency.lockutils [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] Acquired lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.419513] env[62533]: DEBUG nova.network.neutron [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Refreshing network info cache for port 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.457409] env[62533]: DEBUG nova.network.neutron [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [{"id": "7427b17b-54e1-4c95-9343-82764a960acf", "address": "fa:16:3e:bd:1f:06", "network": {"id": "8bcac805-e087-482d-8594-45d8a1302ed1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1482514007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8818ad7c1c994b71a958521b0a8f98b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7427b17b-54", "ovs_interfaceid": "7427b17b-54e1-4c95-9343-82764a960acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.608250] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899194, 'name': CreateVM_Task, 'duration_secs': 0.407166} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.608451] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1938.609075] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.609253] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.609572] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1938.609813] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7571966d-c5b1-4c56-a406-7e32546a4204 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.614401] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1938.614401] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e8929-a6aa-2a41-f6d0-a2a0aae442bf" [ 1938.614401] env[62533]: _type = "Task" [ 1938.614401] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.621673] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e8929-a6aa-2a41-f6d0-a2a0aae442bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.779738] env[62533]: INFO nova.scheduler.client.report [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted allocation for migration 25122930-80cb-4ff3-93b7-10d0c10280f4 [ 1938.781009] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.783622] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb4e480c-660e-467c-9218-29a2618780c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.790965] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1938.790965] env[62533]: value = "task-1899195" [ 1938.790965] env[62533]: _type = "Task" [ 1938.790965] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.799307] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.960422] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Releasing lock "refresh_cache-3162a84c-642a-477b-bbd0-b5ef5734a558" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.960711] env[62533]: DEBUG nova.objects.instance [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lazy-loading 'migration_context' on Instance uuid 3162a84c-642a-477b-bbd0-b5ef5734a558 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.127151] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]527e8929-a6aa-2a41-f6d0-a2a0aae442bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.127477] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.127708] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.127939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.128098] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.128281] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.128543] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84fbb10e-d1d5-416d-9c26-892b5a2f31b7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.136573] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.136857] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.137472] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a3f796-1b08-4ad2-a569-98fa6cc3e3de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.143279] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1939.143279] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bfc308-3718-fba5-cc3b-9bbf094f51bf" [ 1939.143279] env[62533]: _type = "Task" [ 1939.143279] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.150603] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bfc308-3718-fba5-cc3b-9bbf094f51bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.159486] env[62533]: DEBUG nova.network.neutron [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updated VIF entry in instance network info cache for port 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1939.159818] env[62533]: DEBUG nova.network.neutron [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updating instance_info_cache with network_info: [{"id": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "address": "fa:16:3e:8d:b8:96", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3560b0d7-6b", "ovs_interfaceid": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.286760] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e7dcfc67-5a0b-4511-a67f-6448bde349fd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.574s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.302608] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899195, 'name': PowerOffVM_Task, 'duration_secs': 0.261351} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.303417] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.303652] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.304400] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fcec29-b855-40a4-9198-e9c577ef2c77 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.311743] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.312202] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cfd42c7-7b9f-4940-8f97-94670708e4a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.443197] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.443421] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.443607] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleting the datastore file [datastore2] 2c99f39c-5583-47b5-aa52-1f40013411c0 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.443868] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-874cc433-0756-4bb1-9a53-f40a00c3fe0e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.451207] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1939.451207] env[62533]: value = "task-1899197" [ 1939.451207] env[62533]: _type = "Task" [ 1939.451207] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.459222] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.464128] env[62533]: DEBUG nova.objects.base [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Object Instance<3162a84c-642a-477b-bbd0-b5ef5734a558> lazy-loaded attributes: info_cache,migration_context {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1939.464973] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545a8b54-092b-4d42-af31-7039b246b712 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.483796] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e496364e-35a0-4ed6-a06b-cc275ba9d44f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.488976] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1939.488976] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520abf8f-1c22-962d-1a03-a916472f37b5" [ 1939.488976] env[62533]: _type = "Task" [ 1939.488976] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.496437] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520abf8f-1c22-962d-1a03-a916472f37b5, 'name': SearchDatastore_Task} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.496687] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.496905] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.653788] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52bfc308-3718-fba5-cc3b-9bbf094f51bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.654566] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e3e060-0d07-45ee-87e1-bc8fe6fe7910 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.659374] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1939.659374] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528fc311-307c-217f-531c-bec2630eee86" [ 1939.659374] env[62533]: _type = "Task" [ 1939.659374] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.667201] env[62533]: DEBUG oslo_concurrency.lockutils [req-c6732e22-7ed6-4efc-bd06-ecbc127d8491 req-90d8f825-6555-439e-b1a5-70821aae7649 service nova] Releasing lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.667574] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528fc311-307c-217f-531c-bec2630eee86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.749691] env[62533]: DEBUG nova.objects.instance [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'flavor' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.961086] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134442} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.961349] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.961533] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.961712] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.097814] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd6192-435a-4478-8eb0-bbe70849467a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.104892] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbdf1ab-c654-48f6-a411-310f75bcbe2a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.135277] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c52de1-5f23-4700-b4c4-5e9d2d2add5e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.142199] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505105d6-47d9-4da6-ab0c-9592de8d389c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.155223] env[62533]: DEBUG nova.compute.provider_tree [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.168257] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528fc311-307c-217f-531c-bec2630eee86, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.168496] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.168732] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b5d779d6-bb9c-4de2-bdfe-7acefd266706/b5d779d6-bb9c-4de2-bdfe-7acefd266706.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.168950] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c131e4-2480-4d50-bad9-d42cc3b1794d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.175985] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1940.175985] env[62533]: value = "task-1899198" [ 1940.175985] env[62533]: _type = "Task" [ 1940.175985] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.183245] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.256113] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.256113] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.256113] env[62533]: DEBUG nova.network.neutron [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.256113] env[62533]: DEBUG nova.objects.instance [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'info_cache' on Instance uuid f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.658317] env[62533]: DEBUG nova.scheduler.client.report [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.685411] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407197} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.686285] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b5d779d6-bb9c-4de2-bdfe-7acefd266706/b5d779d6-bb9c-4de2-bdfe-7acefd266706.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1940.686285] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1940.686285] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05996327-5f98-4879-b70a-f727e769e0d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.693226] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1940.693226] env[62533]: value = "task-1899199" [ 1940.693226] env[62533]: _type = "Task" [ 1940.693226] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.701076] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.759527] env[62533]: DEBUG nova.objects.base [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1940.997369] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.997629] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.997789] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.997976] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.998147] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.998299] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.998512] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.998672] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.999030] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.999234] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.999414] env[62533]: DEBUG nova.virt.hardware [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.000332] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d467af-ceb3-477a-9c7c-34bb4de7ce68 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.008050] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e23d1eb-4bc0-45e5-b91e-338c2c296682 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.023720] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:df:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d071dcc-6621-4e99-839f-c3c791e619a6', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.031030] env[62533]: DEBUG oslo.service.loopingcall [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.031573] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.031788] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ac4de7f-55d6-447e-ad0b-c8c4f2ff9591 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.050876] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.050876] env[62533]: value = "task-1899200" [ 1941.050876] env[62533]: _type = "Task" [ 1941.050876] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.058594] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899200, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.203221] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062368} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.203606] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.205131] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2225163-7760-4b9f-85b6-6cee55b50964 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.227392] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b5d779d6-bb9c-4de2-bdfe-7acefd266706/b5d779d6-bb9c-4de2-bdfe-7acefd266706.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.227705] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b899f729-2847-434f-98f3-ac674483c3fb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.247477] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1941.247477] env[62533]: value = "task-1899201" [ 1941.247477] env[62533]: _type = "Task" [ 1941.247477] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.256158] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.515836] env[62533]: DEBUG nova.network.neutron [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [{"id": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "address": "fa:16:3e:bb:71:fb", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b28a0c-1f", "ovs_interfaceid": "f8b28a0c-1fc3-4efd-a382-ac15b9ed7743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.560456] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899200, 'name': CreateVM_Task, 'duration_secs': 0.49921} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.560604] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1941.561322] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.561490] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.561804] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1941.562337] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3322fd79-f4bb-4c41-a1ae-47821f4900f2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.566945] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1941.566945] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521b624b-7757-ac07-8948-6fbc5bc38e2b" [ 1941.566945] env[62533]: _type = "Task" [ 1941.566945] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.574645] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521b624b-7757-ac07-8948-6fbc5bc38e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.670271] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.173s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.757315] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899201, 'name': ReconfigVM_Task, 'duration_secs': 0.358154} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.757591] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b5d779d6-bb9c-4de2-bdfe-7acefd266706/b5d779d6-bb9c-4de2-bdfe-7acefd266706.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.758213] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51ae0d1-2a23-4799-bec5-c6ace3350bc5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.764355] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1941.764355] env[62533]: value = "task-1899202" [ 1941.764355] env[62533]: _type = "Task" [ 1941.764355] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.772117] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899202, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.020125] env[62533]: DEBUG oslo_concurrency.lockutils [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-f8ac1922-f7d8-44dc-8501-c8f284ef5e73" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.077127] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521b624b-7757-ac07-8948-6fbc5bc38e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.077418] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.077652] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1942.077879] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.078037] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.078222] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1942.078474] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2e91ee6-bff1-4725-b4ec-83f9d2102146 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.086193] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1942.086362] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1942.087014] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9025c3-42b0-4713-87b1-e5ba6366a427 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.093027] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1942.093027] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52512187-5b1f-8a53-6e77-375237c66682" [ 1942.093027] env[62533]: _type = "Task" [ 1942.093027] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.099832] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52512187-5b1f-8a53-6e77-375237c66682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.256140] env[62533]: INFO nova.scheduler.client.report [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocation for migration c0f0db77-aa5c-49d0-99dd-76c9391c85ca [ 1942.274617] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899202, 'name': Rename_Task, 'duration_secs': 0.141977} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.274880] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.275146] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59bbf6ff-bd9f-4545-b7f7-83f0584c1af6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.281655] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1942.281655] env[62533]: value = "task-1899203" [ 1942.281655] env[62533]: _type = "Task" [ 1942.281655] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.290249] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.604583] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52512187-5b1f-8a53-6e77-375237c66682, 'name': SearchDatastore_Task, 'duration_secs': 0.008215} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.605425] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73111c14-36e3-43af-8003-e4174d4e5afe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.611247] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1942.611247] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c970fe-ef0b-1035-9d01-5592497490d8" [ 1942.611247] env[62533]: _type = "Task" [ 1942.611247] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.618866] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c970fe-ef0b-1035-9d01-5592497490d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.761907] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.077s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.791823] env[62533]: DEBUG oslo_vmware.api [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899203, 'name': PowerOnVM_Task, 'duration_secs': 0.438662} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.792066] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.792274] env[62533]: INFO nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1942.792453] env[62533]: DEBUG nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.793227] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d9f372-ef9a-463f-ba3f-e4c483fbec66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.026471] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.026826] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd786a06-8fe2-40f4-889c-fbc5e07e1af0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.034416] env[62533]: DEBUG oslo_vmware.api [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1943.034416] env[62533]: value = "task-1899204" [ 1943.034416] env[62533]: _type = "Task" [ 1943.034416] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.042593] env[62533]: DEBUG oslo_vmware.api [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.121891] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52c970fe-ef0b-1035-9d01-5592497490d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.122165] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.122421] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1943.122706] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3135c9-fb5a-4fb9-9754-8aa5b8aa5c04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.129603] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1943.129603] env[62533]: value = "task-1899205" [ 1943.129603] env[62533]: _type = "Task" [ 1943.129603] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.136901] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.311913] env[62533]: INFO nova.compute.manager [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Took 11.42 seconds to build instance. [ 1943.546080] env[62533]: DEBUG oslo_vmware.api [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899204, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.641015] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.813916] env[62533]: DEBUG oslo_concurrency.lockutils [None req-3bf2aa27-fb51-4372-bcb2-ce554be51e7d tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.929s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.045013] env[62533]: DEBUG oslo_vmware.api [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899204, 'name': PowerOnVM_Task, 'duration_secs': 0.516496} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.045309] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.045513] env[62533]: DEBUG nova.compute.manager [None req-01dab15c-495f-4eba-bdf1-cfeabb7126ce tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.046321] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07fe17-1856-4d24-be12-853a397cd148 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.139860] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72247} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.140186] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.140404] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1944.140677] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e6c0fe0-96cc-4f48-a2cf-396f12a5c07a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.147045] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1944.147045] env[62533]: value = "task-1899206" [ 1944.147045] env[62533]: _type = "Task" [ 1944.147045] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.154303] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.197517] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "3162a84c-642a-477b-bbd0-b5ef5734a558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.197818] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.198053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.198245] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.198413] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.200766] env[62533]: INFO nova.compute.manager [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Terminating instance [ 1944.425914] env[62533]: DEBUG nova.compute.manager [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Received event network-changed-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1944.426105] env[62533]: DEBUG nova.compute.manager [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Refreshing instance network info cache due to event network-changed-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1944.426314] env[62533]: DEBUG oslo_concurrency.lockutils [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] Acquiring lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.426451] env[62533]: DEBUG oslo_concurrency.lockutils [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] Acquired lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.426606] env[62533]: DEBUG nova.network.neutron [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Refreshing network info cache for port 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.441518] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.441797] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.442022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.442205] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.442368] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.444448] env[62533]: INFO nova.compute.manager [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Terminating instance [ 1944.657784] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33126} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.657784] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1944.658404] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6046a5-3beb-4d24-a5d5-ed388b919a44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.681624] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.681868] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a87f5e-8ded-41c7-b267-5b53c55ffe99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.701730] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1944.701730] env[62533]: value = "task-1899207" [ 1944.701730] env[62533]: _type = "Task" [ 1944.701730] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.704884] env[62533]: DEBUG nova.compute.manager [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1944.705086] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.705771] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926dc37b-4649-41e2-818f-949d74e0f063 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.712581] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.714517] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.714730] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2612cffd-f966-4b63-b277-fe3e7d4d235d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.720198] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1944.720198] env[62533]: value = "task-1899208" [ 1944.720198] env[62533]: _type = "Task" [ 1944.720198] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.727634] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.947969] env[62533]: DEBUG nova.compute.manager [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1944.948344] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.949122] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163f5b2d-5395-46df-b898-5f6949fc6241 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.957931] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.958328] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8320e83a-8b52-4b66-bc68-6d31dd0671d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.964788] env[62533]: DEBUG oslo_vmware.api [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1944.964788] env[62533]: value = "task-1899209" [ 1944.964788] env[62533]: _type = "Task" [ 1944.964788] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.973257] env[62533]: DEBUG oslo_vmware.api [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.212370] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.231744] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899208, 'name': PowerOffVM_Task, 'duration_secs': 0.224036} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.232115] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.232200] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.232448] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a06fc9e-1c40-40de-a900-67597a9085b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.383369] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.383502] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.383728] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleting the datastore file [datastore1] 3162a84c-642a-477b-bbd0-b5ef5734a558 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.386211] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d233d5f6-a9d4-4ee3-8d33-34193ffdef9a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.393284] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for the task: (returnval){ [ 1945.393284] env[62533]: value = "task-1899211" [ 1945.393284] env[62533]: _type = "Task" [ 1945.393284] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.404215] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.427569] env[62533]: DEBUG nova.network.neutron [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updated VIF entry in instance network info cache for port 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.427939] env[62533]: DEBUG nova.network.neutron [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updating instance_info_cache with network_info: [{"id": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "address": "fa:16:3e:8d:b8:96", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3560b0d7-6b", "ovs_interfaceid": "3560b0d7-6bcf-463c-89ed-bff4d23ab8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.475602] env[62533]: DEBUG oslo_vmware.api [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899209, 'name': PowerOffVM_Task, 'duration_secs': 0.226661} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.475955] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.476173] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.476474] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c6462ca-81d6-4415-a1b7-39210cc0a232 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.557355] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.557634] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.557823] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleting the datastore file [datastore1] 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.558122] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a4be70c-0509-4393-b4a1-e939b1e1184c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.562802] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.563051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.563297] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.563499] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.563681] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.566676] env[62533]: DEBUG oslo_vmware.api [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for the task: (returnval){ [ 1945.566676] env[62533]: value = "task-1899213" [ 1945.566676] env[62533]: _type = "Task" [ 1945.566676] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.567172] env[62533]: INFO nova.compute.manager [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Terminating instance [ 1945.578985] env[62533]: DEBUG oslo_vmware.api [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.711852] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.903413] env[62533]: DEBUG oslo_vmware.api [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Task: {'id': task-1899211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154389} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.903715] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.903941] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.904144] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1945.904320] env[62533]: INFO nova.compute.manager [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1945.904559] env[62533]: DEBUG oslo.service.loopingcall [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.904756] env[62533]: DEBUG nova.compute.manager [-] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1945.904853] env[62533]: DEBUG nova.network.neutron [-] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1945.931491] env[62533]: DEBUG oslo_concurrency.lockutils [req-8cd2cffc-6971-4298-bfde-593e39a52848 req-3070ceb5-d885-468f-9714-67c355b53e74 service nova] Releasing lock "refresh_cache-b5d779d6-bb9c-4de2-bdfe-7acefd266706" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.074834] env[62533]: DEBUG nova.compute.manager [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1946.075350] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1946.078993] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c73754-4eda-4806-aefd-b64208c92fa6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.082269] env[62533]: DEBUG oslo_vmware.api [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Task: {'id': task-1899213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137204} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.082556] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.083075] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.083195] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.083359] env[62533]: INFO nova.compute.manager [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1946.084062] env[62533]: DEBUG oslo.service.loopingcall [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.084357] env[62533]: DEBUG nova.compute.manager [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.084467] env[62533]: DEBUG nova.network.neutron [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.088817] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1946.089655] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e59249-b9e9-4424-82e0-00048036058d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.096491] env[62533]: DEBUG oslo_vmware.api [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1946.096491] env[62533]: value = "task-1899214" [ 1946.096491] env[62533]: _type = "Task" [ 1946.096491] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.106162] env[62533]: DEBUG oslo_vmware.api [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.218146] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899207, 'name': ReconfigVM_Task, 'duration_secs': 1.41884} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.218146] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2c99f39c-5583-47b5-aa52-1f40013411c0/2c99f39c-5583-47b5-aa52-1f40013411c0.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.218146] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5bdb1e9-5c8c-40a8-85c4-c858d776f750 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.224465] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1946.224465] env[62533]: value = "task-1899215" [ 1946.224465] env[62533]: _type = "Task" [ 1946.224465] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.234133] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899215, 'name': Rename_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.236837] env[62533]: DEBUG nova.compute.manager [req-6d6691b8-af71-4219-9f99-2044380d7954 req-78293146-44f0-4960-a11d-ab8cbf095d8b service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Received event network-vif-deleted-7427b17b-54e1-4c95-9343-82764a960acf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1946.236837] env[62533]: INFO nova.compute.manager [req-6d6691b8-af71-4219-9f99-2044380d7954 req-78293146-44f0-4960-a11d-ab8cbf095d8b service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Neutron deleted interface 7427b17b-54e1-4c95-9343-82764a960acf; detaching it from the instance and deleting it from the info cache [ 1946.236837] env[62533]: DEBUG nova.network.neutron [req-6d6691b8-af71-4219-9f99-2044380d7954 req-78293146-44f0-4960-a11d-ab8cbf095d8b service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.606917] env[62533]: DEBUG oslo_vmware.api [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899214, 'name': PowerOffVM_Task, 'duration_secs': 0.259218} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.607284] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.607586] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1946.607941] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a23dfc-e1cc-444f-b392-0f7e41e35bea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.701055] env[62533]: DEBUG nova.network.neutron [-] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.734713] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899215, 'name': Rename_Task, 'duration_secs': 0.210886} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.734995] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1946.735266] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7129a4-4e27-47fb-89bf-2fc4461bd9b3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.741965] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d554528-507e-42bd-99b2-5c0221f3b7c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.743749] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1946.743749] env[62533]: value = "task-1899217" [ 1946.743749] env[62533]: _type = "Task" [ 1946.743749] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.751274] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d219a-7473-4fd5-afbe-8ea97d9a3387 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.765381] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1946.765587] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1946.765766] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleting the datastore file [datastore2] f8ac1922-f7d8-44dc-8501-c8f284ef5e73 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1946.766039] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.766631] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528bab28-3a61-43f6-b15f-873aac43786d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.772900] env[62533]: DEBUG oslo_vmware.api [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1946.772900] env[62533]: value = "task-1899218" [ 1946.772900] env[62533]: _type = "Task" [ 1946.772900] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.783962] env[62533]: DEBUG nova.compute.manager [req-6d6691b8-af71-4219-9f99-2044380d7954 req-78293146-44f0-4960-a11d-ab8cbf095d8b service nova] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Detach interface failed, port_id=7427b17b-54e1-4c95-9343-82764a960acf, reason: Instance 3162a84c-642a-477b-bbd0-b5ef5734a558 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1946.789058] env[62533]: DEBUG oslo_vmware.api [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.116553] env[62533]: DEBUG nova.network.neutron [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.203399] env[62533]: INFO nova.compute.manager [-] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Took 1.30 seconds to deallocate network for instance. [ 1947.255934] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.285093] env[62533]: DEBUG oslo_vmware.api [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281812} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.285830] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1947.286101] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1947.286355] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1947.286603] env[62533]: INFO nova.compute.manager [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1947.286960] env[62533]: DEBUG oslo.service.loopingcall [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.287272] env[62533]: DEBUG nova.compute.manager [-] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1947.287443] env[62533]: DEBUG nova.network.neutron [-] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1947.619768] env[62533]: INFO nova.compute.manager [-] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Took 1.54 seconds to deallocate network for instance. [ 1947.710294] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.710701] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.710810] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.732317] env[62533]: INFO nova.scheduler.client.report [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Deleted allocations for instance 3162a84c-642a-477b-bbd0-b5ef5734a558 [ 1947.754675] env[62533]: DEBUG oslo_vmware.api [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899217, 'name': PowerOnVM_Task, 'duration_secs': 0.553482} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.755026] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1947.755354] env[62533]: DEBUG nova.compute.manager [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1947.756124] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975cac99-0b10-4bbc-ab28-d26c5187a744 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.126400] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.126676] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.126893] env[62533]: DEBUG nova.objects.instance [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lazy-loading 'resources' on Instance uuid 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.205931] env[62533]: DEBUG nova.network.neutron [-] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.241677] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b80a3363-3551-4ef8-a012-76ea9c4113e7 tempest-DeleteServersTestJSON-606294432 tempest-DeleteServersTestJSON-606294432-project-member] Lock "3162a84c-642a-477b-bbd0-b5ef5734a558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.044s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.264778] env[62533]: DEBUG nova.compute.manager [req-72f35fa1-7e70-48ee-9b96-933b48ec16cd req-c0dbf0c5-0ff2-4b49-9f25-3bf8876910e6 service nova] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Received event network-vif-deleted-4fa73385-85fe-47b8-a7bd-6d7cdcec9a8b {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1948.264987] env[62533]: DEBUG nova.compute.manager [req-72f35fa1-7e70-48ee-9b96-933b48ec16cd req-c0dbf0c5-0ff2-4b49-9f25-3bf8876910e6 service nova] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Received event network-vif-deleted-f8b28a0c-1fc3-4efd-a382-ac15b9ed7743 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1948.271105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.708089] env[62533]: INFO nova.compute.manager [-] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Took 1.42 seconds to deallocate network for instance. [ 1948.714670] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8782dd-a98e-4f09-9ddc-61685928b015 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.721980] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226be3c8-f59d-40f1-9cb6-3c6dcda94851 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.756115] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e80bc-d288-4fc4-bb0e-bb56657df48d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.764277] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f98b1-fccc-46b6-b51b-96e800cd38e7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.778125] env[62533]: DEBUG nova.compute.provider_tree [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.214806] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.298430] env[62533]: ERROR nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] [req-e2fddd84-f231-412c-9b75-f8313c12c60f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e2fddd84-f231-412c-9b75-f8313c12c60f"}]} [ 1949.314321] env[62533]: DEBUG nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1949.326239] env[62533]: DEBUG nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1949.326495] env[62533]: DEBUG nova.compute.provider_tree [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.336620] env[62533]: DEBUG nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1949.354421] env[62533]: DEBUG nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1949.420513] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96819726-d869-4938-9d3c-3207d49d96a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.428115] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66793a5f-bd80-4d2a-b337-3b28c9faa9a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.459019] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e305d2-a578-4cc6-b99b-3a1e502786b0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.466679] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e93db9e-e2b0-47fa-a7ec-ade66150f4b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.480913] env[62533]: DEBUG nova.compute.provider_tree [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.011317] env[62533]: DEBUG nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1950.011596] env[62533]: DEBUG nova.compute.provider_tree [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 152 to 153 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1950.011795] env[62533]: DEBUG nova.compute.provider_tree [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.516994] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.520048] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.248s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.520048] env[62533]: DEBUG nova.objects.instance [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62533) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1950.534895] env[62533]: INFO nova.scheduler.client.report [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Deleted allocations for instance 9c6a716f-a029-482f-a0a4-4b7e8ea4d805 [ 1951.043987] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7847041f-3370-470e-b458-e3b460d55594 tempest-AttachVolumeShelveTestJSON-900429832 tempest-AttachVolumeShelveTestJSON-900429832-project-member] Lock "9c6a716f-a029-482f-a0a4-4b7e8ea4d805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.602s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.529105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-6084b032-d447-49fa-bc5d-336271e98d26 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.530177] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.316s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.530396] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.548112] env[62533]: INFO nova.scheduler.client.report [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted allocations for instance f8ac1922-f7d8-44dc-8501-c8f284ef5e73 [ 1952.055686] env[62533]: DEBUG oslo_concurrency.lockutils [None req-49b707bb-9bcc-4718-9976-7cfdbdb20c05 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "f8ac1922-f7d8-44dc-8501-c8f284ef5e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.493s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.905389] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.905663] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.408580] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1953.933682] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.934160] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.935793] env[62533]: INFO nova.compute.claims [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.542498] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.542664] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.542866] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1954.542997] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1955.034613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b54f4f1-9176-4dc8-be24-8521bc7a920f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.042956] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5819ef2-9456-4320-80f2-1db836726588 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.047211] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Skipping network cache update for instance because it is Building. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10428}} [ 1955.075463] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b42b8-5351-4b43-8b2f-946bf2032fcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.079287] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.079628] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.079628] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1955.079782] env[62533]: DEBUG nova.objects.instance [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lazy-loading 'info_cache' on Instance uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.086881] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc687a1-d79e-4731-9f32-4ff23aabb854 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.101140] env[62533]: DEBUG nova.compute.provider_tree [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.604953] env[62533]: DEBUG nova.scheduler.client.report [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.110062] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.110654] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1956.616151] env[62533]: DEBUG nova.compute.utils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.617633] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1956.617803] env[62533]: DEBUG nova.network.neutron [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1956.690768] env[62533]: DEBUG nova.policy [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59de7fb6c4024c8181f9936c95033dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57c0c7e0f834591afef61a237156615', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 1956.950041] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.089522] env[62533]: DEBUG nova.network.neutron [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Successfully created port: 35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1957.121816] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1957.453075] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.453279] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1957.453494] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.453653] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.453799] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.453942] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.454092] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.454248] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.454375] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1957.454517] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.957157] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.957361] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.957537] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.957671] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1957.958846] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ce665-3875-4d43-a9a9-cd74243c526a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.967611] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ea711-2eb6-43c3-a6e6-68df48813b83 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.981168] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da270dbe-9a71-4fc6-9250-c7d301dd1045 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.987459] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b50d834-035e-4284-905c-8cbe72fe020f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.016441] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180196MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1958.016589] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.016776] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.132881] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1958.158900] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1958.159188] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.159349] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1958.159535] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.159683] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1958.159831] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1958.160051] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1958.160252] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1958.160435] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1958.160598] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1958.160767] env[62533]: DEBUG nova.virt.hardware [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1958.161659] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b263f92b-bb98-438d-92f0-caf8ab533c8d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.169703] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c32d0b-0e9c-4e1e-ba80-6254546b9fe7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.543203] env[62533]: DEBUG nova.compute.manager [req-44bbb34b-f553-4196-9650-79daf87e3bc5 req-c650da96-d168-4a18-8ea1-55096622ad98 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Received event network-vif-plugged-35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1958.543485] env[62533]: DEBUG oslo_concurrency.lockutils [req-44bbb34b-f553-4196-9650-79daf87e3bc5 req-c650da96-d168-4a18-8ea1-55096622ad98 service nova] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.543783] env[62533]: DEBUG oslo_concurrency.lockutils [req-44bbb34b-f553-4196-9650-79daf87e3bc5 req-c650da96-d168-4a18-8ea1-55096622ad98 service nova] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.544220] env[62533]: DEBUG oslo_concurrency.lockutils [req-44bbb34b-f553-4196-9650-79daf87e3bc5 req-c650da96-d168-4a18-8ea1-55096622ad98 service nova] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.544387] env[62533]: DEBUG nova.compute.manager [req-44bbb34b-f553-4196-9650-79daf87e3bc5 req-c650da96-d168-4a18-8ea1-55096622ad98 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] No waiting events found dispatching network-vif-plugged-35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1958.544593] env[62533]: WARNING nova.compute.manager [req-44bbb34b-f553-4196-9650-79daf87e3bc5 req-c650da96-d168-4a18-8ea1-55096622ad98 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Received unexpected event network-vif-plugged-35fef969-fc9b-4fa9-9398-da56dd7f7bdb for instance with vm_state building and task_state spawning. [ 1958.626077] env[62533]: DEBUG nova.network.neutron [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Successfully updated port: 35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.044967] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.045132] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d755433f-b58c-4693-913b-1d1da0442f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.045260] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 2c99f39c-5583-47b5-aa52-1f40013411c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.045377] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance b5d779d6-bb9c-4de2-bdfe-7acefd266706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.045490] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 742c922f-aa21-4318-a5d6-61f3a3f64bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1959.045672] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1959.045807] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1959.114400] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11999f-3d4c-4237-8908-fb770f8f9373 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.122251] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40512400-a45e-4429-a1d6-d294a8b98fe7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.156504] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005847c1-1ab9-4d6f-9e91-137ed639b114 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.161240] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.161388] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.161531] env[62533]: DEBUG nova.network.neutron [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.165716] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e43a3-f009-4ed2-b818-c37a161da7ea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.180586] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.683380] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.776009] env[62533]: DEBUG nova.network.neutron [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.903868] env[62533]: DEBUG nova.network.neutron [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.188711] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1960.189041] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.406381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.406653] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Instance network_info: |[{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1960.407093] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:37:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35fef969-fc9b-4fa9-9398-da56dd7f7bdb', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.414621] env[62533]: DEBUG oslo.service.loopingcall [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.414823] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.415061] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aee0065-5b91-4354-b9d6-880104cc5bee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.434601] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.434601] env[62533]: value = "task-1899221" [ 1960.434601] env[62533]: _type = "Task" [ 1960.434601] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.441935] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899221, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.568897] env[62533]: DEBUG nova.compute.manager [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Received event network-changed-35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1960.569123] env[62533]: DEBUG nova.compute.manager [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Refreshing instance network info cache due to event network-changed-35fef969-fc9b-4fa9-9398-da56dd7f7bdb. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1960.569347] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.569493] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.569654] env[62533]: DEBUG nova.network.neutron [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Refreshing network info cache for port 35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.944149] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899221, 'name': CreateVM_Task, 'duration_secs': 0.359777} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.944356] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.945090] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.945328] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.945651] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.945928] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8359cf-ca9b-49ef-9b21-4281b794599e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.950196] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1960.950196] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b46ab4-345b-bc05-a907-5584b8f8cea5" [ 1960.950196] env[62533]: _type = "Task" [ 1960.950196] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.957355] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b46ab4-345b-bc05-a907-5584b8f8cea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.257226] env[62533]: DEBUG nova.network.neutron [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updated VIF entry in instance network info cache for port 35fef969-fc9b-4fa9-9398-da56dd7f7bdb. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.257623] env[62533]: DEBUG nova.network.neutron [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.462489] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b46ab4-345b-bc05-a907-5584b8f8cea5, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.462755] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.463034] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.463323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.463506] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.463727] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.464029] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29cc7ed9-e5ee-4b66-ae12-47135bfa009b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.472620] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.472813] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.473601] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0007f93a-4152-49ec-9797-9c2ad4e2bd7d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.478462] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1961.478462] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521995d7-50fa-2b76-a988-a75e136a13f9" [ 1961.478462] env[62533]: _type = "Task" [ 1961.478462] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.485466] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521995d7-50fa-2b76-a988-a75e136a13f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.760522] env[62533]: DEBUG oslo_concurrency.lockutils [req-6ffcf961-7179-4501-a0ed-7b5350b72ec2 req-e7b654fb-9f68-495d-8079-c698a98e2f15 service nova] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.989697] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]521995d7-50fa-2b76-a988-a75e136a13f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.990433] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc6cc7a-a92a-4f57-8f87-78be69916053 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.995411] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1961.995411] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a48e7-13bb-edaf-6d08-b962b49a39d6" [ 1961.995411] env[62533]: _type = "Task" [ 1961.995411] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.002579] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a48e7-13bb-edaf-6d08-b962b49a39d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.505827] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520a48e7-13bb-edaf-6d08-b962b49a39d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.506280] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.506349] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.506628] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36792377-9112-420f-9111-6242f0b2afdd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.513471] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1962.513471] env[62533]: value = "task-1899222" [ 1962.513471] env[62533]: _type = "Task" [ 1962.513471] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.520689] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.024210] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419515} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.024463] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.024667] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.024918] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa2fe1fb-af2a-455e-a8ed-efd9deda8ccf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.031544] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1963.031544] env[62533]: value = "task-1899223" [ 1963.031544] env[62533]: _type = "Task" [ 1963.031544] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.038627] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.541997] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101959} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.542442] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.542963] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68955ee9-7350-426d-90d7-c776d335a850 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.563956] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.564264] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4cb200-5ca9-4917-92f1-0dc4b17cd2f8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.583362] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1963.583362] env[62533]: value = "task-1899224" [ 1963.583362] env[62533]: _type = "Task" [ 1963.583362] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.590637] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.093685] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.594292] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899224, 'name': ReconfigVM_Task, 'duration_secs': 0.57085} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.594644] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.595147] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d1116ee-25c4-47fb-aaa0-bf4ea627ca49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.601294] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1964.601294] env[62533]: value = "task-1899225" [ 1964.601294] env[62533]: _type = "Task" [ 1964.601294] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.609203] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899225, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.111591] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899225, 'name': Rename_Task, 'duration_secs': 0.13371} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.111864] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.112125] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f1f2053-8e04-409d-bfa7-0f7c59741a19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.118528] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 1965.118528] env[62533]: value = "task-1899226" [ 1965.118528] env[62533]: _type = "Task" [ 1965.118528] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.126914] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.629308] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.130963] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.629959] env[62533]: DEBUG oslo_vmware.api [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899226, 'name': PowerOnVM_Task, 'duration_secs': 1.029317} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.630862] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.630862] env[62533]: INFO nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1966.630862] env[62533]: DEBUG nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.631414] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dc5cb8-4aca-41df-8f99-7c24dd67db0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.152236] env[62533]: INFO nova.compute.manager [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Took 13.24 seconds to build instance. [ 1967.654968] env[62533]: DEBUG oslo_concurrency.lockutils [None req-59712454-083a-4823-a7bd-6bf39b6e7aa7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.749s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.212301] env[62533]: DEBUG nova.compute.manager [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Received event network-changed-35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1968.212358] env[62533]: DEBUG nova.compute.manager [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Refreshing instance network info cache due to event network-changed-35fef969-fc9b-4fa9-9398-da56dd7f7bdb. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 1968.212595] env[62533]: DEBUG oslo_concurrency.lockutils [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.212708] env[62533]: DEBUG oslo_concurrency.lockutils [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.212875] env[62533]: DEBUG nova.network.neutron [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Refreshing network info cache for port 35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.935164] env[62533]: DEBUG nova.network.neutron [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updated VIF entry in instance network info cache for port 35fef969-fc9b-4fa9-9398-da56dd7f7bdb. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.935785] env[62533]: DEBUG nova.network.neutron [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.438563] env[62533]: DEBUG oslo_concurrency.lockutils [req-b3573b2e-4784-4d09-af18-7a7bbc861681 req-cebfe5d1-6eb5-45ca-96c9-406b0fdeeff4 service nova] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.462125] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.462515] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.462702] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.462920] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.463160] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.466686] env[62533]: INFO nova.compute.manager [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Terminating instance [ 1982.970538] env[62533]: DEBUG nova.compute.manager [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.970767] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.971691] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a6ba0-b617-4ffc-89aa-f0428aac05e3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.979395] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.979616] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d384f58f-eb20-4879-aa23-e171800df20a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.984963] env[62533]: DEBUG oslo_vmware.api [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1982.984963] env[62533]: value = "task-1899227" [ 1982.984963] env[62533]: _type = "Task" [ 1982.984963] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.992503] env[62533]: DEBUG oslo_vmware.api [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.495547] env[62533]: DEBUG oslo_vmware.api [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899227, 'name': PowerOffVM_Task, 'duration_secs': 0.188438} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.495914] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.495984] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.496221] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-552615b6-7aa0-44e1-80e5-221b65cafec9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.569273] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.569450] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.569611] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleting the datastore file [datastore1] b5d779d6-bb9c-4de2-bdfe-7acefd266706 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.569875] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bda4051c-7a10-43ea-9e35-869d209255a3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.575524] env[62533]: DEBUG oslo_vmware.api [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1983.575524] env[62533]: value = "task-1899229" [ 1983.575524] env[62533]: _type = "Task" [ 1983.575524] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.582818] env[62533]: DEBUG oslo_vmware.api [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.085801] env[62533]: DEBUG oslo_vmware.api [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.086119] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.086347] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.086552] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.086772] env[62533]: INFO nova.compute.manager [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1984.087062] env[62533]: DEBUG oslo.service.loopingcall [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.087289] env[62533]: DEBUG nova.compute.manager [-] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.087410] env[62533]: DEBUG nova.network.neutron [-] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.529232] env[62533]: DEBUG nova.compute.manager [req-bb8d312e-977d-40e9-847d-6679d78b09b3 req-eddfeb06-6c31-444b-8865-1d500d270a3b service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Received event network-vif-deleted-3560b0d7-6bcf-463c-89ed-bff4d23ab8e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1984.529533] env[62533]: INFO nova.compute.manager [req-bb8d312e-977d-40e9-847d-6679d78b09b3 req-eddfeb06-6c31-444b-8865-1d500d270a3b service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Neutron deleted interface 3560b0d7-6bcf-463c-89ed-bff4d23ab8e0; detaching it from the instance and deleting it from the info cache [ 1984.529601] env[62533]: DEBUG nova.network.neutron [req-bb8d312e-977d-40e9-847d-6679d78b09b3 req-eddfeb06-6c31-444b-8865-1d500d270a3b service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.004940] env[62533]: DEBUG nova.network.neutron [-] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.033363] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8a59300-245f-4ccd-b1e7-11a67542cbc6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.043303] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f047a-694f-4380-94a5-bdb5f6e8b1d4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.053437] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "2c99f39c-5583-47b5-aa52-1f40013411c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.053695] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.053906] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "2c99f39c-5583-47b5-aa52-1f40013411c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.054106] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.054274] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.057396] env[62533]: INFO nova.compute.manager [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Terminating instance [ 1985.070787] env[62533]: DEBUG nova.compute.manager [req-bb8d312e-977d-40e9-847d-6679d78b09b3 req-eddfeb06-6c31-444b-8865-1d500d270a3b service nova] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Detach interface failed, port_id=3560b0d7-6bcf-463c-89ed-bff4d23ab8e0, reason: Instance b5d779d6-bb9c-4de2-bdfe-7acefd266706 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1985.507852] env[62533]: INFO nova.compute.manager [-] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Took 1.42 seconds to deallocate network for instance. [ 1985.561143] env[62533]: DEBUG nova.compute.manager [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1985.561472] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.562276] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa333d2f-bce4-4c98-ad89-a8b0b2ef97de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.569673] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.569899] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a77b339e-3140-4f7a-a26d-6db7bfb7713d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.576179] env[62533]: DEBUG oslo_vmware.api [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1985.576179] env[62533]: value = "task-1899230" [ 1985.576179] env[62533]: _type = "Task" [ 1985.576179] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.584834] env[62533]: DEBUG oslo_vmware.api [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.016022] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.016246] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.016473] env[62533]: DEBUG nova.objects.instance [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'resources' on Instance uuid b5d779d6-bb9c-4de2-bdfe-7acefd266706 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.086057] env[62533]: DEBUG oslo_vmware.api [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899230, 'name': PowerOffVM_Task, 'duration_secs': 0.259609} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.086300] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.086472] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.086705] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94863980-6161-4d70-9705-4e05516c6f84 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.176514] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.176728] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.176907] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleting the datastore file [datastore1] 2c99f39c-5583-47b5-aa52-1f40013411c0 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.177186] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59014f8a-c799-495a-8ed6-bc98f2d0d9d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.183677] env[62533]: DEBUG oslo_vmware.api [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1986.183677] env[62533]: value = "task-1899232" [ 1986.183677] env[62533]: _type = "Task" [ 1986.183677] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.191068] env[62533]: DEBUG oslo_vmware.api [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.586607] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631a7af5-96b2-4e91-be79-a04cf869761a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.594440] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f05743-e016-4cb2-9442-63c53e6baca2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.624765] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432bbe3-6d83-4792-a112-cffc20935ae0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.631517] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e485d1-ec47-47c8-8aaf-1fd00f58a14f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.645404] env[62533]: DEBUG nova.compute.provider_tree [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.693786] env[62533]: DEBUG oslo_vmware.api [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168598} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.694067] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.694242] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.694416] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.694585] env[62533]: INFO nova.compute.manager [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1986.694819] env[62533]: DEBUG oslo.service.loopingcall [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.695014] env[62533]: DEBUG nova.compute.manager [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.695108] env[62533]: DEBUG nova.network.neutron [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1987.135631] env[62533]: DEBUG nova.compute.manager [req-af4a448a-3043-4373-83d9-e2999fa8ed56 req-562c7bb9-92ff-42a8-b627-5e73fb955214 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Received event network-vif-deleted-2d071dcc-6621-4e99-839f-c3c791e619a6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1987.135870] env[62533]: INFO nova.compute.manager [req-af4a448a-3043-4373-83d9-e2999fa8ed56 req-562c7bb9-92ff-42a8-b627-5e73fb955214 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Neutron deleted interface 2d071dcc-6621-4e99-839f-c3c791e619a6; detaching it from the instance and deleting it from the info cache [ 1987.136108] env[62533]: DEBUG nova.network.neutron [req-af4a448a-3043-4373-83d9-e2999fa8ed56 req-562c7bb9-92ff-42a8-b627-5e73fb955214 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.148744] env[62533]: DEBUG nova.scheduler.client.report [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.611898] env[62533]: DEBUG nova.network.neutron [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.640030] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6af1681-db20-4135-913b-b8ef3315f159 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.649276] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05531fe5-eac2-421c-be91-4b958bf5b766 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.661567] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.676760] env[62533]: DEBUG nova.compute.manager [req-af4a448a-3043-4373-83d9-e2999fa8ed56 req-562c7bb9-92ff-42a8-b627-5e73fb955214 service nova] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Detach interface failed, port_id=2d071dcc-6621-4e99-839f-c3c791e619a6, reason: Instance 2c99f39c-5583-47b5-aa52-1f40013411c0 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1987.694911] env[62533]: INFO nova.scheduler.client.report [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted allocations for instance b5d779d6-bb9c-4de2-bdfe-7acefd266706 [ 1988.115506] env[62533]: INFO nova.compute.manager [-] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Took 1.42 seconds to deallocate network for instance. [ 1988.202209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-265cffce-9983-4815-ab0c-3fc445146851 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "b5d779d6-bb9c-4de2-bdfe-7acefd266706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.740s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.623082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.623082] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.623082] env[62533]: DEBUG nova.objects.instance [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'resources' on Instance uuid 2c99f39c-5583-47b5-aa52-1f40013411c0 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.184834] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51588db8-ba2a-4d39-9491-5261abd20448 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.193162] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28054397-a4cb-460b-b331-7a767d899609 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.223591] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a879d739-f8d1-4c1a-83e3-000b17359221 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.230638] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b854776-a269-429c-92df-2aeeba225b4b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.243630] env[62533]: DEBUG nova.compute.provider_tree [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.610060] env[62533]: DEBUG oslo_concurrency.lockutils [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.610356] env[62533]: DEBUG oslo_concurrency.lockutils [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.746750] env[62533]: DEBUG nova.scheduler.client.report [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.113283] env[62533]: INFO nova.compute.manager [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Detaching volume 7a422fe5-3787-4eb6-84dd-2334e8b170db [ 1990.143234] env[62533]: INFO nova.virt.block_device [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Attempting to driver detach volume 7a422fe5-3787-4eb6-84dd-2334e8b170db from mountpoint /dev/sdb [ 1990.143465] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1990.143722] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392122', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'name': 'volume-7a422fe5-3787-4eb6-84dd-2334e8b170db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd755433f-b58c-4693-913b-1d1da0442f79', 'attached_at': '', 'detached_at': '', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'serial': '7a422fe5-3787-4eb6-84dd-2334e8b170db'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1990.144948] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081608c2-f509-4891-a36f-a90f1c8b5d99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.167351] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ffa2b2-0939-4b40-9bf3-7292530867ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.174193] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6acb2f7-8f66-4eed-85c0-684789622a38 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.193907] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b066df7-81e3-4485-81e7-5b6c4d13509f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.208478] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a422fe5-3787-4eb6-84dd-2334e8b170db/volume-7a422fe5-3787-4eb6-84dd-2334e8b170db.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1990.213614] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1990.213942] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86997b51-a535-40f7-ab42-f6e948a63e0d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.232828] env[62533]: DEBUG oslo_vmware.api [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1990.232828] env[62533]: value = "task-1899233" [ 1990.232828] env[62533]: _type = "Task" [ 1990.232828] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.240593] env[62533]: DEBUG oslo_vmware.api [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.251506] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.270132] env[62533]: INFO nova.scheduler.client.report [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted allocations for instance 2c99f39c-5583-47b5-aa52-1f40013411c0 [ 1990.742803] env[62533]: DEBUG oslo_vmware.api [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899233, 'name': ReconfigVM_Task, 'duration_secs': 0.23718} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.743097] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1990.747633] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a852788-69a7-4a79-9211-a1e6dbe6b355 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.762472] env[62533]: DEBUG oslo_vmware.api [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1990.762472] env[62533]: value = "task-1899234" [ 1990.762472] env[62533]: _type = "Task" [ 1990.762472] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.769797] env[62533]: DEBUG oslo_vmware.api [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.776541] env[62533]: DEBUG oslo_concurrency.lockutils [None req-500077f6-9996-4a9b-9ead-af251b114fee tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "2c99f39c-5583-47b5-aa52-1f40013411c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.272476] env[62533]: DEBUG oslo_vmware.api [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899234, 'name': ReconfigVM_Task, 'duration_secs': 0.135499} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.272800] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392122', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'name': 'volume-7a422fe5-3787-4eb6-84dd-2334e8b170db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd755433f-b58c-4693-913b-1d1da0442f79', 'attached_at': '', 'detached_at': '', 'volume_id': '7a422fe5-3787-4eb6-84dd-2334e8b170db', 'serial': '7a422fe5-3787-4eb6-84dd-2334e8b170db'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1991.823125] env[62533]: DEBUG nova.objects.instance [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'flavor' on Instance uuid d755433f-b58c-4693-913b-1d1da0442f79 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.452714] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.452976] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.832855] env[62533]: DEBUG oslo_concurrency.lockutils [None req-def21c3c-42ea-457f-808f-b00e9f5098b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.957544] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.957722] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1993.062688] env[62533]: DEBUG nova.compute.manager [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 1993.491136] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.491302] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.491471] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1993.583584] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.583844] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.854510] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.854858] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.855035] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "d755433f-b58c-4693-913b-1d1da0442f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.855204] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.855378] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.857433] env[62533]: INFO nova.compute.manager [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Terminating instance [ 1994.088393] env[62533]: INFO nova.compute.claims [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1994.360904] env[62533]: DEBUG nova.compute.manager [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.361170] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.362244] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8c59f6-d823-4b32-9d2d-f3cd455fa06e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.371794] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.372048] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c9bd1d2-491b-4e96-8ee4-332b1674b323 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.378185] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1994.378185] env[62533]: value = "task-1899235" [ 1994.378185] env[62533]: _type = "Task" [ 1994.378185] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.385668] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.594235] env[62533]: INFO nova.compute.resource_tracker [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating resource usage from migration 586a89c0-9148-491d-bae8-0c9ee944bb88 [ 1994.653194] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988de7e-9351-48f4-a8a6-04d76c7bfa55 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.662469] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af737f9a-42da-4efc-9545-f9fafa4a46b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.693412] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4ba42b-1bba-4722-ae90-6370bdfdd56b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.700624] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de155f-b65b-47b6-83c6-d18af1d84d12 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.713480] env[62533]: DEBUG nova.compute.provider_tree [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.759683] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating instance_info_cache with network_info: [{"id": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "address": "fa:16:3e:fb:81:88", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda7256a-37", "ovs_interfaceid": "dda7256a-37b0-4e1b-a34c-0a30a3287017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.887467] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899235, 'name': PowerOffVM_Task, 'duration_secs': 0.219647} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.887816] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.887866] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.888084] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e736637-12ff-4194-b583-d082dba2d9ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.966021] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.966310] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.966499] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleting the datastore file [datastore1] d755433f-b58c-4693-913b-1d1da0442f79 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.966766] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce7ee95-1650-40b8-8198-bd7adef6ffcf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.973550] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 1994.973550] env[62533]: value = "task-1899237" [ 1994.973550] env[62533]: _type = "Task" [ 1994.973550] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.980702] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.216587] env[62533]: DEBUG nova.scheduler.client.report [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.261677] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-d755433f-b58c-4693-913b-1d1da0442f79" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.261907] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 1995.262135] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.262286] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.262435] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.262583] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.262720] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.262866] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.262993] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 1995.263152] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.483751] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.721443] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.137s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.721654] env[62533]: INFO nova.compute.manager [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Migrating [ 1995.766236] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.766418] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.766581] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.766734] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1995.767991] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3310a24c-5aa2-4b17-a69a-6f1504c294ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.776272] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aad5011-93ee-42da-a480-87762eb5a6ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.790293] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af1b07-7a86-468f-b56d-d3be70dc5c4a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.796365] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01741eb-ae0c-4d9f-ae00-643d1ff30b08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.824477] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180531MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1995.824602] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.824793] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.988141] env[62533]: DEBUG oslo_vmware.api [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632495} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.988525] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.988751] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.989034] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.989311] env[62533]: INFO nova.compute.manager [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1995.989676] env[62533]: DEBUG oslo.service.loopingcall [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.989939] env[62533]: DEBUG nova.compute.manager [-] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.990093] env[62533]: DEBUG nova.network.neutron [-] [instance: d755433f-b58c-4693-913b-1d1da0442f79] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.236525] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.236727] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.236915] env[62533]: DEBUG nova.network.neutron [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.383746] env[62533]: DEBUG nova.compute.manager [req-1f21f3e5-83a5-4e9d-be0b-4931189e88ed req-a2e4a066-e9ce-491c-95a4-b67aabf4be9a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Received event network-vif-deleted-dda7256a-37b0-4e1b-a34c-0a30a3287017 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 1996.383899] env[62533]: INFO nova.compute.manager [req-1f21f3e5-83a5-4e9d-be0b-4931189e88ed req-a2e4a066-e9ce-491c-95a4-b67aabf4be9a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Neutron deleted interface dda7256a-37b0-4e1b-a34c-0a30a3287017; detaching it from the instance and deleting it from the info cache [ 1996.384143] env[62533]: DEBUG nova.network.neutron [req-1f21f3e5-83a5-4e9d-be0b-4931189e88ed req-a2e4a066-e9ce-491c-95a4-b67aabf4be9a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.832559] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Applying migration context for instance 385c7f84-8efd-47d6-ae9b-97d63009b89c as it has an incoming, in-progress migration 586a89c0-9148-491d-bae8-0c9ee944bb88. Migration status is pre-migrating {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1996.832813] env[62533]: INFO nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating resource usage from migration 586a89c0-9148-491d-bae8-0c9ee944bb88 [ 1996.850060] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance d755433f-b58c-4693-913b-1d1da0442f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1996.850203] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 742c922f-aa21-4318-a5d6-61f3a3f64bec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1996.850318] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Migration 586a89c0-9148-491d-bae8-0c9ee944bb88 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1996.850438] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1996.850638] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1996.850782] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1996.864682] env[62533]: DEBUG nova.network.neutron [-] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.886386] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c60f5b7c-068d-4741-a3a1-2dafeda4eed4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.899348] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2692c632-5255-4145-9182-92c33fd16d5b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.921964] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba36ed36-2f60-43de-9934-b81befe5bb6d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.929395] env[62533]: DEBUG nova.compute.manager [req-1f21f3e5-83a5-4e9d-be0b-4931189e88ed req-a2e4a066-e9ce-491c-95a4-b67aabf4be9a service nova] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Detach interface failed, port_id=dda7256a-37b0-4e1b-a34c-0a30a3287017, reason: Instance d755433f-b58c-4693-913b-1d1da0442f79 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 1996.935950] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181bf50-cfe8-4351-8827-83b939c6ceee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.968090] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ff091-f7ba-4330-b205-64006067512f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.971571] env[62533]: DEBUG nova.network.neutron [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.977487] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3f615-7b3d-4dd1-8f3f-07e85c9d94aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.990713] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1997.369589] env[62533]: INFO nova.compute.manager [-] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Took 1.38 seconds to deallocate network for instance. [ 1997.474522] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.509656] env[62533]: ERROR nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [req-b221a9d3-557e-47ab-88a8-1def61070d59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 733d32e8-8cd1-4b07-a886-f15a83a909db. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b221a9d3-557e-47ab-88a8-1def61070d59"}]} [ 1997.526133] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing inventories for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1997.538057] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating ProviderTree inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1997.538235] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1997.547579] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing aggregate associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, aggregates: None {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1997.563905] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Refreshing trait associations for resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62533) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1997.617205] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e6a6c-3648-4e08-b20e-87f7a1b09737 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.625174] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1dedc4-774d-463f-8a0d-e63cf2435dd5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.653650] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f758be4-8177-4b6e-a6ef-08aef5f306bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.660273] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e06bb0-dda2-485f-8721-8302ad0be7c1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.673733] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1997.876471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.203259] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updated inventory for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1998.203586] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating resource provider 733d32e8-8cd1-4b07-a886-f15a83a909db generation from 156 to 157 during operation: update_inventory {{(pid=62533) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1998.203636] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Updating inventory in ProviderTree for provider 733d32e8-8cd1-4b07-a886-f15a83a909db with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1998.708742] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1998.708976] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.884s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.709277] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.709510] env[62533]: DEBUG nova.objects.instance [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'resources' on Instance uuid d755433f-b58c-4693-913b-1d1da0442f79 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.990606] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6896349c-b69b-4758-ba89-c6215e5cc6ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.009247] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1999.274563] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b07079-8808-43a0-9515-c02985106987 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.281898] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9303ec-d37b-4899-8866-61c7d626fc12 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.312613] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2f8207-5f6c-4013-ad22-ce04c93535bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.319749] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec5675a-f531-49fc-becd-9630deb28b8f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.332426] env[62533]: DEBUG nova.compute.provider_tree [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.515222] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.515493] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8675e7e-c108-49dc-a31b-80759b06b562 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.522394] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 1999.522394] env[62533]: value = "task-1899238" [ 1999.522394] env[62533]: _type = "Task" [ 1999.522394] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.530375] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.835718] env[62533]: DEBUG nova.scheduler.client.report [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.032126] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899238, 'name': PowerOffVM_Task, 'duration_secs': 0.235803} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.032427] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.032616] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.340394] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.357493] env[62533]: INFO nova.scheduler.client.report [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted allocations for instance d755433f-b58c-4693-913b-1d1da0442f79 [ 2000.538829] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2000.539107] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.539252] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2000.539445] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.539595] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2000.539742] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2000.539949] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2000.540130] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2000.540298] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2000.540460] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2000.540631] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2000.545639] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a11308-9b25-43e8-8df6-0928c1b8ccb4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.561864] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2000.561864] env[62533]: value = "task-1899239" [ 2000.561864] env[62533]: _type = "Task" [ 2000.561864] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.569783] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.865846] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d6732c16-8723-42ab-8e9e-b4a81a9985c5 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "d755433f-b58c-4693-913b-1d1da0442f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.010s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.071441] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899239, 'name': ReconfigVM_Task, 'duration_secs': 0.488293} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.071761] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.578421] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.578758] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.578871] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.578992] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.579153] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.579301] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.579504] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.579662] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.579828] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.579990] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.580184] env[62533]: DEBUG nova.virt.hardware [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.585532] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2001.585809] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200872bd-990d-4aaf-ba53-24cfaa15cc08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.604509] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2001.604509] env[62533]: value = "task-1899240" [ 2001.604509] env[62533]: _type = "Task" [ 2001.604509] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.613442] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.114371] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899240, 'name': ReconfigVM_Task, 'duration_secs': 0.156184} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.114661] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2002.115485] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9d2e49-e247-4639-9bee-61635def5093 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.140579] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c/385c7f84-8efd-47d6-ae9b-97d63009b89c.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.140931] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9effd2d1-1db7-4a51-b8a2-498653595a4d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.160052] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2002.160052] env[62533]: value = "task-1899241" [ 2002.160052] env[62533]: _type = "Task" [ 2002.160052] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.170191] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.669976] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899241, 'name': ReconfigVM_Task, 'duration_secs': 0.351357} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.670360] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c/385c7f84-8efd-47d6-ae9b-97d63009b89c.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.670533] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.883591] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.883886] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.178253] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9268db-ed88-4bd1-b98b-6be1bc5b5952 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.196793] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb727d41-de31-4b41-a92a-32be9039b6f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.213348] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2003.386175] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.751591] env[62533]: DEBUG nova.network.neutron [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Port 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2003.906664] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.906926] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.908439] env[62533]: INFO nova.compute.claims [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2004.773290] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.773670] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.773670] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.973453] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f126d-6f7c-4869-8925-a1190a35f445 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.981167] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06da643a-9520-43df-b337-7bcfeb299aad {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.012533] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b26b6-e56c-45d0-ab1f-99b3846bb9be {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.019888] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459911bf-9068-4b87-8242-de3905ccfd64 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.033229] env[62533]: DEBUG nova.compute.provider_tree [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.536403] env[62533]: DEBUG nova.scheduler.client.report [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.821182] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.821456] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.821550] env[62533]: DEBUG nova.network.neutron [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2006.041847] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.041981] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.245011] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.245346] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.547194] env[62533]: DEBUG nova.compute.utils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.548553] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2006.548722] env[62533]: DEBUG nova.network.neutron [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2006.561049] env[62533]: DEBUG nova.network.neutron [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.587820] env[62533]: DEBUG nova.policy [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6a7fd4346648228c62ddcf09fc4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c4405353cf487bab5154afeee487f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 2006.748556] env[62533]: DEBUG nova.compute.utils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.842326] env[62533]: DEBUG nova.network.neutron [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Successfully created port: 07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.051198] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2007.064909] env[62533]: DEBUG oslo_concurrency.lockutils [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.251732] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.590316] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c87f0fc-274c-4458-b530-e8a51009dae1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.610560] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a349ad-00be-47cb-ad97-88fcdd3e1737 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.617401] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2008.060054] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.084787] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.085108] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.085332] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.085495] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.085645] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.085796] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.086011] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.086180] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.086359] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.086506] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.086678] env[62533]: DEBUG nova.virt.hardware [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.087803] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2000e7f-c40d-4cf7-b1af-5cefac64c975 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.095781] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb16e4-570b-400c-b100-b7bfd0fb703d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.123219] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2008.123468] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24916fc9-e33f-4887-9073-8d4acf7bc3e2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.130126] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2008.130126] env[62533]: value = "task-1899242" [ 2008.130126] env[62533]: _type = "Task" [ 2008.130126] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.137206] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.216086] env[62533]: DEBUG nova.compute.manager [req-5c7be8f7-df93-4759-a39d-f94fe0620be2 req-589ca293-5ac4-4caf-893e-553f3e847e3b service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Received event network-vif-plugged-07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2008.216321] env[62533]: DEBUG oslo_concurrency.lockutils [req-5c7be8f7-df93-4759-a39d-f94fe0620be2 req-589ca293-5ac4-4caf-893e-553f3e847e3b service nova] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.216617] env[62533]: DEBUG oslo_concurrency.lockutils [req-5c7be8f7-df93-4759-a39d-f94fe0620be2 req-589ca293-5ac4-4caf-893e-553f3e847e3b service nova] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.216722] env[62533]: DEBUG oslo_concurrency.lockutils [req-5c7be8f7-df93-4759-a39d-f94fe0620be2 req-589ca293-5ac4-4caf-893e-553f3e847e3b service nova] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.216912] env[62533]: DEBUG nova.compute.manager [req-5c7be8f7-df93-4759-a39d-f94fe0620be2 req-589ca293-5ac4-4caf-893e-553f3e847e3b service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] No waiting events found dispatching network-vif-plugged-07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2008.217056] env[62533]: WARNING nova.compute.manager [req-5c7be8f7-df93-4759-a39d-f94fe0620be2 req-589ca293-5ac4-4caf-893e-553f3e847e3b service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Received unexpected event network-vif-plugged-07c72d35-eb33-43f7-b812-207c444ba9e0 for instance with vm_state building and task_state spawning. [ 2008.301752] env[62533]: DEBUG nova.network.neutron [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Successfully updated port: 07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2008.315664] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.315929] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.316183] env[62533]: INFO nova.compute.manager [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Attaching volume ebdd3df7-f9c4-4067-9526-4fe2ef5b7894 to /dev/sdb [ 2008.348642] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85280ef4-e5cf-43a9-b268-0834b76cf413 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.355753] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e4366-c00e-4818-80fd-3cd8569dfd29 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.368081] env[62533]: DEBUG nova.virt.block_device [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating existing volume attachment record: 54e30ffb-5fcb-4522-b57a-52fac4c79da5 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2008.639920] env[62533]: DEBUG oslo_vmware.api [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899242, 'name': PowerOnVM_Task, 'duration_secs': 0.370233} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.640221] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.640442] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-53bf94c0-5241-45ae-a35e-caf020ccf5c8 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance '385c7f84-8efd-47d6-ae9b-97d63009b89c' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2008.807285] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.807385] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.807725] env[62533]: DEBUG nova.network.neutron [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.337501] env[62533]: DEBUG nova.network.neutron [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.458822] env[62533]: DEBUG nova.network.neutron [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updating instance_info_cache with network_info: [{"id": "07c72d35-eb33-43f7-b812-207c444ba9e0", "address": "fa:16:3e:86:54:e1", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c72d35-eb", "ovs_interfaceid": "07c72d35-eb33-43f7-b812-207c444ba9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.962105] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.962421] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Instance network_info: |[{"id": "07c72d35-eb33-43f7-b812-207c444ba9e0", "address": "fa:16:3e:86:54:e1", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c72d35-eb", "ovs_interfaceid": "07c72d35-eb33-43f7-b812-207c444ba9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.962852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:54:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c72d35-eb33-43f7-b812-207c444ba9e0', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.970204] env[62533]: DEBUG oslo.service.loopingcall [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.970419] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.970645] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c35bb6dc-4226-4fdd-888a-525871394a2b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.989735] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.989735] env[62533]: value = "task-1899246" [ 2009.989735] env[62533]: _type = "Task" [ 2009.989735] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.997064] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899246, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.247278] env[62533]: DEBUG nova.compute.manager [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Received event network-changed-07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2010.247278] env[62533]: DEBUG nova.compute.manager [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Refreshing instance network info cache due to event network-changed-07c72d35-eb33-43f7-b812-207c444ba9e0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2010.247436] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] Acquiring lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.247510] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] Acquired lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.247681] env[62533]: DEBUG nova.network.neutron [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Refreshing network info cache for port 07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.500634] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899246, 'name': CreateVM_Task, 'duration_secs': 0.349217} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.500993] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.507904] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.508104] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.508446] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.509053] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c739d6db-cfac-4c47-9888-b2b09da55ae7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.513546] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2010.513546] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52055413-e618-c250-5774-78e7dfb0739f" [ 2010.513546] env[62533]: _type = "Task" [ 2010.513546] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.521422] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52055413-e618-c250-5774-78e7dfb0739f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.028491] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52055413-e618-c250-5774-78e7dfb0739f, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.028786] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.032017] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.032017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.032017] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.032017] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.032017] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e20425af-f56b-48c3-abe4-30a0484b5230 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.037921] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.038106] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.038787] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908edcc1-9b81-4070-9d93-f4e4f000eda2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.043576] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2011.043576] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cb0b7-6338-3bea-b214-b36c9ef45102" [ 2011.043576] env[62533]: _type = "Task" [ 2011.043576] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.044310] env[62533]: DEBUG nova.network.neutron [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updated VIF entry in instance network info cache for port 07c72d35-eb33-43f7-b812-207c444ba9e0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.044663] env[62533]: DEBUG nova.network.neutron [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updating instance_info_cache with network_info: [{"id": "07c72d35-eb33-43f7-b812-207c444ba9e0", "address": "fa:16:3e:86:54:e1", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c72d35-eb", "ovs_interfaceid": "07c72d35-eb33-43f7-b812-207c444ba9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.053259] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cb0b7-6338-3bea-b214-b36c9ef45102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.518409] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.518774] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.518950] env[62533]: DEBUG nova.compute.manager [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Going to confirm migration 7 {{(pid=62533) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 2011.550735] env[62533]: DEBUG oslo_concurrency.lockutils [req-9b1f3f67-56fd-4bb9-a947-84b87cc0a16d req-518adb53-3229-4798-9742-9a9e92ebb2df service nova] Releasing lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.557487] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522cb0b7-6338-3bea-b214-b36c9ef45102, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.558311] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c735e892-de19-4e73-925a-0446e1d9727b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.563574] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2011.563574] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52735deb-4f6f-f135-1a17-d671fb5d80d0" [ 2011.563574] env[62533]: _type = "Task" [ 2011.563574] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.571230] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52735deb-4f6f-f135-1a17-d671fb5d80d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.070266] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.070539] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.070807] env[62533]: DEBUG nova.network.neutron [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.071098] env[62533]: DEBUG nova.objects.instance [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'info_cache' on Instance uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.080511] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52735deb-4f6f-f135-1a17-d671fb5d80d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.080857] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.081223] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] cf166a9f-0de9-405c-a582-3ccecbecde72/cf166a9f-0de9-405c-a582-3ccecbecde72.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.081786] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ce167b-fce1-4b43-af39-76a0a1407cdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.089953] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2012.089953] env[62533]: value = "task-1899248" [ 2012.089953] env[62533]: _type = "Task" [ 2012.089953] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.098629] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.599983] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.39663} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.600355] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] cf166a9f-0de9-405c-a582-3ccecbecde72/cf166a9f-0de9-405c-a582-3ccecbecde72.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2012.600432] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2012.600676] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35af0374-9201-4101-a06c-5ad9808214d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.607444] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2012.607444] env[62533]: value = "task-1899249" [ 2012.607444] env[62533]: _type = "Task" [ 2012.607444] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.615261] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.118852] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061853} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.118852] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.119064] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd97f6-a7c9-4f51-ba16-8316d2535dea {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.140633] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] cf166a9f-0de9-405c-a582-3ccecbecde72/cf166a9f-0de9-405c-a582-3ccecbecde72.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.142832] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4098d38-895d-484b-abf5-75a8a699a89f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.161787] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2013.161787] env[62533]: value = "task-1899250" [ 2013.161787] env[62533]: _type = "Task" [ 2013.161787] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.169746] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.349992] env[62533]: DEBUG nova.network.neutron [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [{"id": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "address": "fa:16:3e:5c:b1:3c", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b7d01e-60", "ovs_interfaceid": "66b7d01e-60d7-434e-a2e9-4a2a4d6a1522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.412041] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2013.412313] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392127', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'name': 'volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742c922f-aa21-4318-a5d6-61f3a3f64bec', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'serial': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2013.413215] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104b10bd-7bd0-4a8f-ad70-37ac688aa419 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.430068] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58236fed-c5c9-4b8d-a7db-41bc1f3e200c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.453506] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894/volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.453742] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c1ae85-7578-4e76-a132-aac21e557984 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.470946] env[62533]: DEBUG oslo_vmware.api [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2013.470946] env[62533]: value = "task-1899251" [ 2013.470946] env[62533]: _type = "Task" [ 2013.470946] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.478256] env[62533]: DEBUG oslo_vmware.api [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.672074] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.853107] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-385c7f84-8efd-47d6-ae9b-97d63009b89c" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.853397] env[62533]: DEBUG nova.objects.instance [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'migration_context' on Instance uuid 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.980521] env[62533]: DEBUG oslo_vmware.api [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899251, 'name': ReconfigVM_Task, 'duration_secs': 0.390144} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.980732] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894/volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.985309] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f5e770-9636-4609-ae9f-e0f90cffcc44 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.000782] env[62533]: DEBUG oslo_vmware.api [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2014.000782] env[62533]: value = "task-1899252" [ 2014.000782] env[62533]: _type = "Task" [ 2014.000782] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.008449] env[62533]: DEBUG oslo_vmware.api [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.172303] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.357096] env[62533]: DEBUG nova.objects.base [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Object Instance<385c7f84-8efd-47d6-ae9b-97d63009b89c> lazy-loaded attributes: info_cache,migration_context {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2014.359418] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ddc46-c1e1-497e-80a0-a139291e2d86 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.401027] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50026ba0-47c1-4bb5-aac2-71d92bf6a05e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.411899] env[62533]: DEBUG oslo_vmware.api [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2014.411899] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5291eeec-a0c4-e4ca-5c1e-0a405b289f53" [ 2014.411899] env[62533]: _type = "Task" [ 2014.411899] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.433222] env[62533]: DEBUG oslo_vmware.api [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5291eeec-a0c4-e4ca-5c1e-0a405b289f53, 'name': SearchDatastore_Task, 'duration_secs': 0.008112} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.433540] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.433764] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.511035] env[62533]: DEBUG oslo_vmware.api [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899252, 'name': ReconfigVM_Task, 'duration_secs': 0.148089} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.511336] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392127', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'name': 'volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '742c922f-aa21-4318-a5d6-61f3a3f64bec', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'serial': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2014.673197] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899250, 'name': ReconfigVM_Task, 'duration_secs': 1.026931} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.673582] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Reconfigured VM instance instance-00000075 to attach disk [datastore1] cf166a9f-0de9-405c-a582-3ccecbecde72/cf166a9f-0de9-405c-a582-3ccecbecde72.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.674079] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e63a4df3-2bba-4b15-98f5-4597fbe50b9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.680106] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2014.680106] env[62533]: value = "task-1899253" [ 2014.680106] env[62533]: _type = "Task" [ 2014.680106] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.687171] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899253, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.998561] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28301a0b-b390-428f-9567-ac029c5cccd5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.005829] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984801fb-3c81-40fd-8c03-1c67b0b135da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.037455] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322d07e1-2410-4747-95c1-82db22754808 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.044262] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0908ac7b-ce50-4ba5-9fe0-7a011e44e098 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.058371] env[62533]: DEBUG nova.compute.provider_tree [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.190635] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899253, 'name': Rename_Task, 'duration_secs': 0.141085} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.190852] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.191108] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7c5c5d2-b1b8-4470-a694-8c009e1c9039 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.197392] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2015.197392] env[62533]: value = "task-1899254" [ 2015.197392] env[62533]: _type = "Task" [ 2015.197392] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.206527] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.562033] env[62533]: DEBUG nova.scheduler.client.report [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.571575] env[62533]: DEBUG nova.objects.instance [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'flavor' on Instance uuid 742c922f-aa21-4318-a5d6-61f3a3f64bec {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.707839] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.076070] env[62533]: DEBUG oslo_concurrency.lockutils [None req-e4b7e0d9-5cf3-4be1-aadb-66fbe0754b89 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.760s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.208595] env[62533]: DEBUG oslo_vmware.api [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899254, 'name': PowerOnVM_Task, 'duration_secs': 0.952946} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.208876] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.209098] env[62533]: INFO nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Took 8.15 seconds to spawn the instance on the hypervisor. [ 2016.209297] env[62533]: DEBUG nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.210132] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaae33c-e18f-4b26-ad7d-49a7d0b8f64b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.573031] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.139s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.730122] env[62533]: INFO nova.compute.manager [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Took 12.84 seconds to build instance. [ 2017.135397] env[62533]: INFO nova.scheduler.client.report [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted allocation for migration 586a89c0-9148-491d-bae8-0c9ee944bb88 [ 2017.191378] env[62533]: DEBUG nova.compute.manager [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Received event network-changed-07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2017.191590] env[62533]: DEBUG nova.compute.manager [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Refreshing instance network info cache due to event network-changed-07c72d35-eb33-43f7-b812-207c444ba9e0. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2017.191861] env[62533]: DEBUG oslo_concurrency.lockutils [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] Acquiring lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.192096] env[62533]: DEBUG oslo_concurrency.lockutils [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] Acquired lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.192411] env[62533]: DEBUG nova.network.neutron [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Refreshing network info cache for port 07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.232242] env[62533]: DEBUG oslo_concurrency.lockutils [None req-7865f461-4ce4-41e5-aac0-d04f46e2128e tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.348s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.475936] env[62533]: DEBUG nova.compute.manager [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 2017.642832] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9b7bf4ad-6416-439c-a82b-2497ef9fff1a tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.124s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.961271] env[62533]: DEBUG nova.network.neutron [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updated VIF entry in instance network info cache for port 07c72d35-eb33-43f7-b812-207c444ba9e0. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.961716] env[62533]: DEBUG nova.network.neutron [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updating instance_info_cache with network_info: [{"id": "07c72d35-eb33-43f7-b812-207c444ba9e0", "address": "fa:16:3e:86:54:e1", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c72d35-eb", "ovs_interfaceid": "07c72d35-eb33-43f7-b812-207c444ba9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.996592] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.996941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.464856] env[62533]: DEBUG oslo_concurrency.lockutils [req-21f9e1db-6984-45d1-8e57-fcd6b8f001cc req-7d1b4101-f88d-47aa-aa41-1b445a902552 service nova] Releasing lock "refresh_cache-cf166a9f-0de9-405c-a582-3ccecbecde72" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.502890] env[62533]: INFO nova.compute.claims [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2018.587589] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.587863] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.588097] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.588316] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.588457] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.590621] env[62533]: INFO nova.compute.manager [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Terminating instance [ 2019.009239] env[62533]: INFO nova.compute.resource_tracker [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating resource usage from migration b91454a0-14dd-4bf0-abfd-d1fe21bfc9a7 [ 2019.065474] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbd25ea-9a5c-4158-8cb8-01f6db71fa31 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.073484] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac68e234-64a5-472c-bb1a-39387f4ccb95 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.103281] env[62533]: DEBUG nova.compute.manager [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2019.103507] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2019.104401] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf38a70-b2b5-486b-af28-51574a626745 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.107377] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786359c1-da35-4818-b077-b78d1b666807 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.113889] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2019.115897] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b4f6cae-1584-404d-a5a3-21ebd84eff2f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.118647] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae6cf23-e0b9-4ea9-8394-3989fe76ddc9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.131992] env[62533]: DEBUG nova.compute.provider_tree [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.134310] env[62533]: DEBUG oslo_vmware.api [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2019.134310] env[62533]: value = "task-1899255" [ 2019.134310] env[62533]: _type = "Task" [ 2019.134310] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.142302] env[62533]: DEBUG oslo_vmware.api [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.635676] env[62533]: DEBUG nova.scheduler.client.report [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.647988] env[62533]: DEBUG oslo_vmware.api [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899255, 'name': PowerOffVM_Task, 'duration_secs': 0.23778} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.648281] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2019.648704] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2019.648806] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b26107-5d38-46e2-bbe6-b02b1e7d8042 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.792729] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.792946] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.793142] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleting the datastore file [datastore2] 385c7f84-8efd-47d6-ae9b-97d63009b89c {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.793407] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c80421e7-9625-4840-b7c6-fa046bde9092 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.799334] env[62533]: DEBUG oslo_vmware.api [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2019.799334] env[62533]: value = "task-1899257" [ 2019.799334] env[62533]: _type = "Task" [ 2019.799334] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.806731] env[62533]: DEBUG oslo_vmware.api [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.143028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.146s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.143384] env[62533]: INFO nova.compute.manager [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Migrating [ 2020.310842] env[62533]: DEBUG oslo_vmware.api [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160594} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.311114] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.311296] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.311468] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.311636] env[62533]: INFO nova.compute.manager [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2020.311869] env[62533]: DEBUG oslo.service.loopingcall [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.312090] env[62533]: DEBUG nova.compute.manager [-] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2020.312196] env[62533]: DEBUG nova.network.neutron [-] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2020.657904] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.658092] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.658237] env[62533]: DEBUG nova.network.neutron [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.955668] env[62533]: DEBUG nova.compute.manager [req-58dca2f6-3de3-4fdc-a35d-90522e40d55d req-aff93437-0775-41bd-ab6e-da68646d8ba3 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Received event network-vif-deleted-66b7d01e-60d7-434e-a2e9-4a2a4d6a1522 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2020.955873] env[62533]: INFO nova.compute.manager [req-58dca2f6-3de3-4fdc-a35d-90522e40d55d req-aff93437-0775-41bd-ab6e-da68646d8ba3 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Neutron deleted interface 66b7d01e-60d7-434e-a2e9-4a2a4d6a1522; detaching it from the instance and deleting it from the info cache [ 2020.956083] env[62533]: DEBUG nova.network.neutron [req-58dca2f6-3de3-4fdc-a35d-90522e40d55d req-aff93437-0775-41bd-ab6e-da68646d8ba3 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.356571] env[62533]: DEBUG nova.network.neutron [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.436124] env[62533]: DEBUG nova.network.neutron [-] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.458984] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4788ccc3-f675-43e3-afb6-89f517411494 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.468794] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be460cd-91be-4b33-8465-1a4ebc0e7a71 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.494389] env[62533]: DEBUG nova.compute.manager [req-58dca2f6-3de3-4fdc-a35d-90522e40d55d req-aff93437-0775-41bd-ab6e-da68646d8ba3 service nova] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Detach interface failed, port_id=66b7d01e-60d7-434e-a2e9-4a2a4d6a1522, reason: Instance 385c7f84-8efd-47d6-ae9b-97d63009b89c could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2021.859357] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.939142] env[62533]: INFO nova.compute.manager [-] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Took 1.63 seconds to deallocate network for instance. [ 2022.445892] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.446303] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.446567] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.468154] env[62533]: INFO nova.scheduler.client.report [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted allocations for instance 385c7f84-8efd-47d6-ae9b-97d63009b89c [ 2022.975983] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fc57eeed-36dd-4605-84ce-1ae660175f9f tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "385c7f84-8efd-47d6-ae9b-97d63009b89c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.388s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.375094] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df8e7a1-742b-48b0-8da4-aeb8b52c8b80 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.395832] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2023.901982] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.902345] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080e7adc-463f-44fa-bf5c-abc239584443 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.909768] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2023.909768] env[62533]: value = "task-1899258" [ 2023.909768] env[62533]: _type = "Task" [ 2023.909768] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.918373] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.419751] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899258, 'name': PowerOffVM_Task, 'duration_secs': 0.19504} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.419968] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.420179] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2024.597867] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.598144] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.927372] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2024.927852] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2024.927925] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2024.928198] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2024.928392] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2024.928580] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2024.928836] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2024.929073] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2024.929322] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2024.929541] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2024.929767] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2024.934988] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d0c3f4-108b-4580-885b-1801064e74d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.950751] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2024.950751] env[62533]: value = "task-1899259" [ 2024.950751] env[62533]: _type = "Task" [ 2024.950751] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.959026] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.100727] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2025.460477] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899259, 'name': ReconfigVM_Task, 'duration_secs': 0.278237} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.460788] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2025.621915] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.622215] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.623735] env[62533]: INFO nova.compute.claims [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.967269] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2025.967676] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2025.967676] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2025.967798] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2025.967948] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2025.968118] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2025.968332] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2025.968491] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2025.968655] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2025.968816] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2025.968990] env[62533]: DEBUG nova.virt.hardware [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2025.974286] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2025.974583] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6051d81-684d-4c42-83a6-46e559cecd37 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.993121] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2025.993121] env[62533]: value = "task-1899260" [ 2025.993121] env[62533]: _type = "Task" [ 2025.993121] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.000462] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.503804] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899260, 'name': ReconfigVM_Task, 'duration_secs': 0.194044} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.504094] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2026.504882] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e492fcc-f0ea-40e2-8682-fc276555f3b6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.528758] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.529011] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d024e0f-3d3f-4359-b722-c74d5acf2cb1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.545852] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2026.545852] env[62533]: value = "task-1899261" [ 2026.545852] env[62533]: _type = "Task" [ 2026.545852] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.553072] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.689122] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45445721-5a72-4b5d-9dd5-92e02cc4f0a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.696600] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b7bf14-6e63-4009-a275-0b1eea0b3077 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.727296] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fdbe39-a4c8-4c72-9b9a-2def7c0f29a4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.734164] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a333c-38ac-4713-839c-79c09c899f0c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.746983] env[62533]: DEBUG nova.compute.provider_tree [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.055623] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899261, 'name': ReconfigVM_Task, 'duration_secs': 0.289966} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.055985] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.056191] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.250583] env[62533]: DEBUG nova.scheduler.client.report [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.562861] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630b09d-4678-4a18-a5c6-a6f3be909b6c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.584305] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1728fcf4-ae8f-4565-bb9f-41eea2a65b69 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.603514] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.755530] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.756057] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2028.261403] env[62533]: DEBUG nova.compute.utils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.263714] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2028.263889] env[62533]: DEBUG nova.network.neutron [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2028.308332] env[62533]: DEBUG nova.policy [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad45de21dd0a43ee818750801add7d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb2e232dcbca4dc4ac02afcbda5227f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 2028.570474] env[62533]: DEBUG nova.network.neutron [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Successfully created port: e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2028.766891] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2029.244359] env[62533]: DEBUG nova.network.neutron [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Port 35fef969-fc9b-4fa9-9398-da56dd7f7bdb binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2029.776366] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2029.801474] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.801719] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.801875] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.802072] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.802258] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.802409] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.802639] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.802801] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.803328] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.803328] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.803438] env[62533]: DEBUG nova.virt.hardware [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.804525] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330d728-54be-416a-b1fa-dd6bda5e428e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.812561] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa58025f-02cb-4abd-acef-180df155d506 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.991964] env[62533]: DEBUG nova.compute.manager [req-929ae686-bf17-4888-850e-a21e347c9bcc req-fd615fa9-438b-4623-af59-526f7e6cceb5 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Received event network-vif-plugged-e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2029.992141] env[62533]: DEBUG oslo_concurrency.lockutils [req-929ae686-bf17-4888-850e-a21e347c9bcc req-fd615fa9-438b-4623-af59-526f7e6cceb5 service nova] Acquiring lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.992303] env[62533]: DEBUG oslo_concurrency.lockutils [req-929ae686-bf17-4888-850e-a21e347c9bcc req-fd615fa9-438b-4623-af59-526f7e6cceb5 service nova] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.992477] env[62533]: DEBUG oslo_concurrency.lockutils [req-929ae686-bf17-4888-850e-a21e347c9bcc req-fd615fa9-438b-4623-af59-526f7e6cceb5 service nova] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.992708] env[62533]: DEBUG nova.compute.manager [req-929ae686-bf17-4888-850e-a21e347c9bcc req-fd615fa9-438b-4623-af59-526f7e6cceb5 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] No waiting events found dispatching network-vif-plugged-e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2029.992799] env[62533]: WARNING nova.compute.manager [req-929ae686-bf17-4888-850e-a21e347c9bcc req-fd615fa9-438b-4623-af59-526f7e6cceb5 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Received unexpected event network-vif-plugged-e75d2ad9-07a9-4a28-85aa-0f60048bf027 for instance with vm_state building and task_state spawning. [ 2030.082923] env[62533]: DEBUG nova.network.neutron [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Successfully updated port: e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2030.265663] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.265916] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.266058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.585200] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.585310] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.585476] env[62533]: DEBUG nova.network.neutron [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2031.115563] env[62533]: DEBUG nova.network.neutron [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2031.235602] env[62533]: DEBUG nova.network.neutron [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.297292] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.297481] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.297656] env[62533]: DEBUG nova.network.neutron [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2031.738950] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.739327] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Instance network_info: |[{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2031.739837] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:bd:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e75d2ad9-07a9-4a28-85aa-0f60048bf027', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.747202] env[62533]: DEBUG oslo.service.loopingcall [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.747438] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.747672] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5380778f-02b2-470a-94a1-b939697d8235 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.767689] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.767689] env[62533]: value = "task-1899262" [ 2031.767689] env[62533]: _type = "Task" [ 2031.767689] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.775499] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899262, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.016765] env[62533]: DEBUG nova.network.neutron [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.019886] env[62533]: DEBUG nova.compute.manager [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Received event network-changed-e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2032.020082] env[62533]: DEBUG nova.compute.manager [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Refreshing instance network info cache due to event network-changed-e75d2ad9-07a9-4a28-85aa-0f60048bf027. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2032.020296] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.020439] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.020596] env[62533]: DEBUG nova.network.neutron [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Refreshing network info cache for port e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2032.278672] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899262, 'name': CreateVM_Task, 'duration_secs': 0.332724} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.279044] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2032.279563] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.279775] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.280153] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2032.280441] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a46aa3c-d774-459c-9cda-1791c41b8c19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.285657] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2032.285657] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522c17c8-c669-887b-5e9f-3e04e7d42fc5" [ 2032.285657] env[62533]: _type = "Task" [ 2032.285657] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.293989] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522c17c8-c669-887b-5e9f-3e04e7d42fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.522720] env[62533]: DEBUG oslo_concurrency.lockutils [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.709640] env[62533]: DEBUG nova.network.neutron [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updated VIF entry in instance network info cache for port e75d2ad9-07a9-4a28-85aa-0f60048bf027. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.710009] env[62533]: DEBUG nova.network.neutron [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.795472] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]522c17c8-c669-887b-5e9f-3e04e7d42fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.795765] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.796000] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.796257] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.796408] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.796582] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.796834] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ba0ed8-f7e7-42aa-8cee-098edd9b2e67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.805281] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.805424] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.806106] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf0feb5-6228-4a7f-a906-d24b713fc5e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.810787] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.811076] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2032.811076] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52464ef3-106e-35d6-7b21-99fcf86e1cc8" [ 2032.811076] env[62533]: _type = "Task" [ 2032.811076] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.811294] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.811473] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.814145] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.814287] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 2032.814460] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.814582] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2032.820014] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52464ef3-106e-35d6-7b21-99fcf86e1cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.034918] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13664701-764f-43d7-ae70-d5f2812a997d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.044250] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5098508-0599-4b99-a05a-087d72709b7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.212890] env[62533]: DEBUG oslo_concurrency.lockutils [req-ecfc4a83-cfa5-4143-8f97-5e3f6e0db17e req-fc28591f-5104-4055-9614-fee47572ef8a service nova] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.328605] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] There are 51 instances to clean {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11724}} [ 2033.328927] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: b5d779d6-bb9c-4de2-bdfe-7acefd266706] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2033.334116] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52464ef3-106e-35d6-7b21-99fcf86e1cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.335102] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375913ab-dd26-4a34-8fda-9772dc61fca2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.340099] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2033.340099] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528d9650-f55f-1710-805e-09edda137897" [ 2033.340099] env[62533]: _type = "Task" [ 2033.340099] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.347760] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528d9650-f55f-1710-805e-09edda137897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.835133] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 3162a84c-642a-477b-bbd0-b5ef5734a558] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2033.849596] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]528d9650-f55f-1710-805e-09edda137897, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.849801] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.850259] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.850395] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49241df3-2df6-45cd-a513-58b80a9399af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.856747] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2033.856747] env[62533]: value = "task-1899263" [ 2033.856747] env[62533]: _type = "Task" [ 2033.856747] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.865224] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.144477] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c829ba-9489-40ee-8b81-bd1554fb0fdc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.166473] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905d1be-239b-4852-b177-109f6337d769 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.173952] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2034.338837] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2c99f39c-5583-47b5-aa52-1f40013411c0] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2034.367716] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484179} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.367935] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.368174] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.368467] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71b078f8-35fe-4eea-861a-60b6b18fe978 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.375110] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2034.375110] env[62533]: value = "task-1899264" [ 2034.375110] env[62533]: _type = "Task" [ 2034.375110] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.384929] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.680894] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2034.681228] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2738a45b-3632-4bf9-a396-06477cdf4f6e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.688202] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2034.688202] env[62533]: value = "task-1899265" [ 2034.688202] env[62533]: _type = "Task" [ 2034.688202] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.696143] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.842055] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: acb863bd-f727-4d2d-8fec-3c4e2686cfae] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2034.884356] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067938} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.884617] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.885427] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539220ca-31a9-4bda-8ead-efe0d951a390 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.906755] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.907343] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5305d5-e0bd-4388-ae49-2e38983e0591 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.926515] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2034.926515] env[62533]: value = "task-1899266" [ 2034.926515] env[62533]: _type = "Task" [ 2034.926515] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.934314] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.199042] env[62533]: DEBUG oslo_vmware.api [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899265, 'name': PowerOnVM_Task, 'duration_secs': 0.415607} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.199258] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2035.199448] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-c70bc07f-cbe4-4dd6-82f1-6f4e4aab2f55 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance '742c922f-aa21-4318-a5d6-61f3a3f64bec' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.345627] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 018246c7-b2e9-47bd-89d1-d6b22e2e5e82] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2035.437272] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.848982] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 9882bc3d-ba86-4496-8451-70edb8360b44] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2035.936243] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899266, 'name': ReconfigVM_Task, 'duration_secs': 0.731065} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.936550] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.937503] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e92ca4cf-b079-46cd-8f54-cf2ac7f050a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.943780] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2035.943780] env[62533]: value = "task-1899267" [ 2035.943780] env[62533]: _type = "Task" [ 2035.943780] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.951702] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899267, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.352768] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 53c415ab-78e6-49fd-ae6e-577384f6379b] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2036.453170] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899267, 'name': Rename_Task, 'duration_secs': 0.151343} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.453447] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.453687] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a96d41c-d9ea-4b2f-bbe0-bac052e97755 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.459576] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2036.459576] env[62533]: value = "task-1899268" [ 2036.459576] env[62533]: _type = "Task" [ 2036.459576] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.466827] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.856571] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: d755433f-b58c-4693-913b-1d1da0442f79] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2036.969192] env[62533]: DEBUG oslo_vmware.api [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899268, 'name': PowerOnVM_Task, 'duration_secs': 0.431727} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.969401] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.969595] env[62533]: INFO nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Took 7.19 seconds to spawn the instance on the hypervisor. [ 2036.969772] env[62533]: DEBUG nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.970513] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b62aed-5ddd-42a5-8dc0-b1d5ea25917e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.218572] env[62533]: DEBUG nova.network.neutron [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Port 35fef969-fc9b-4fa9-9398-da56dd7f7bdb binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2037.218848] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.219008] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.219191] env[62533]: DEBUG nova.network.neutron [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.359447] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 0646ef84-ed46-4872-b467-5b554713d65e] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2037.492241] env[62533]: INFO nova.compute.manager [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Took 11.89 seconds to build instance. [ 2037.863614] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 3e796302-0da8-40bd-a57d-c9a7460b7488] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2037.924712] env[62533]: DEBUG nova.compute.manager [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Received event network-changed-e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2037.924882] env[62533]: DEBUG nova.compute.manager [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Refreshing instance network info cache due to event network-changed-e75d2ad9-07a9-4a28-85aa-0f60048bf027. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2037.925230] env[62533]: DEBUG oslo_concurrency.lockutils [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.925404] env[62533]: DEBUG oslo_concurrency.lockutils [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.925571] env[62533]: DEBUG nova.network.neutron [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Refreshing network info cache for port e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.994381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-df01c315-487f-4358-bc0f-4dc4be7f88f9 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.396s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.015670] env[62533]: DEBUG nova.network.neutron [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.366810] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 04ec2642-009c-48a0-8f2b-9d8a127ad380] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2038.518842] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.636599] env[62533]: DEBUG nova.network.neutron [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updated VIF entry in instance network info cache for port e75d2ad9-07a9-4a28-85aa-0f60048bf027. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2038.636958] env[62533]: DEBUG nova.network.neutron [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.870537] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 7b6276ad-7089-4330-b7f3-002884ea3c93] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2039.023078] env[62533]: DEBUG nova.compute.manager [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62533) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2039.140093] env[62533]: DEBUG oslo_concurrency.lockutils [req-71ac4864-556a-41c1-8ed0-421928e795bc req-ea498223-32bf-4f32-a207-affd586fad11 service nova] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.373540] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 289e25df-b92c-40e4-bde2-3ffcef35e0a1] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2039.877060] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a477b2ad-4ad1-42d4-88a5-d1b40f27ffda] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2040.121165] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.121443] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.381252] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 688a5680-0ec4-4c67-88b9-f9e59790645f] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2040.624765] env[62533]: DEBUG nova.objects.instance [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'migration_context' on Instance uuid 742c922f-aa21-4318-a5d6-61f3a3f64bec {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.884849] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 12ae10cf-c7c9-4343-a045-ced416c24f70] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2041.189541] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e42a9f-5ce5-4d02-8f97-495eacd593fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.197268] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e165d8-694d-482d-8715-56b0430ed406 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.228096] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d60c728-26be-4036-a090-f45a14d78215 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.235649] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52a1ed-1506-448a-8372-2abe83d5a4f3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.248664] env[62533]: DEBUG nova.compute.provider_tree [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.388543] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 807d91f6-4a93-46b6-9b43-677d478b9dc1] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2041.752117] env[62533]: DEBUG nova.scheduler.client.report [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.891715] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a0c2954d-dd4f-46c0-a88b-9420d483a4f5] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2042.394383] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 30643d52-f39c-4674-88ed-327e3b4bdab4] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2042.764067] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.642s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.898512] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 589c2c6f-7a01-4426-8b9b-69bd69b99dc1] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2043.403472] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 43665738-7f4e-49ac-b597-a031add7e887] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2043.907104] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 5e4f41b1-a9b4-47d6-b821-dc9a0fe58562] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2044.299075] env[62533]: INFO nova.compute.manager [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Swapping old allocation on dict_keys(['733d32e8-8cd1-4b07-a886-f15a83a909db']) held by migration b91454a0-14dd-4bf0-abfd-d1fe21bfc9a7 for instance [ 2044.319615] env[62533]: DEBUG nova.scheduler.client.report [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Overwriting current allocation {'allocations': {'733d32e8-8cd1-4b07-a886-f15a83a909db': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': 'f57c0c7e0f834591afef61a237156615', 'user_id': '59de7fb6c4024c8181f9936c95033dd1', 'consumer_generation': 1} on consumer 742c922f-aa21-4318-a5d6-61f3a3f64bec {{(pid=62533) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2044.401749] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.401941] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.402139] env[62533]: DEBUG nova.network.neutron [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.410308] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2ad289b7-dc2b-480d-82e4-06add5aeacab] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2044.913754] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: bb5f390f-a7ad-407c-b079-f3e6f4a627d2] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2045.123585] env[62533]: DEBUG nova.network.neutron [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [{"id": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "address": "fa:16:3e:46:37:2c", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fef969-fc", "ovs_interfaceid": "35fef969-fc9b-4fa9-9398-da56dd7f7bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.417697] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: fbef8c8c-0ab8-4486-a77f-928f2b1a11ed] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2045.626511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-742c922f-aa21-4318-a5d6-61f3a3f64bec" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.627522] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73192090-ba69-4f03-b040-c7edbca4c830 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.634737] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2b2aac-3670-4205-987f-64763fc5192c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.921304] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c3056959-485d-433b-a769-0567e5936e2d] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2046.425645] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e16161d9-d0e8-403f-bbf1-9287775e2a0e] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2046.718980] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2046.719317] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c4ffec-ac1c-4d8d-9069-07a1db2ccaee {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.727089] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2046.727089] env[62533]: value = "task-1899269" [ 2046.727089] env[62533]: _type = "Task" [ 2046.727089] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.734959] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.929514] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e1ca7321-3ce7-4bdb-9091-29ce52d0a7f7] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2047.236618] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899269, 'name': PowerOffVM_Task, 'duration_secs': 0.47569} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.236862] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2047.237503] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2047.237721] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2047.237879] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2047.238128] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2047.238288] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2047.238438] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2047.238647] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2047.238805] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2047.238969] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2047.239144] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2047.239324] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2047.244291] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22709f7c-ca7d-4adf-a067-8ba9d5b6b6e8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.259700] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2047.259700] env[62533]: value = "task-1899270" [ 2047.259700] env[62533]: _type = "Task" [ 2047.259700] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.267249] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.433096] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: f8ac1922-f7d8-44dc-8501-c8f284ef5e73] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2047.769687] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899270, 'name': ReconfigVM_Task, 'duration_secs': 0.149992} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.770500] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e835679-a7c4-488c-be9a-68af327ddbf8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.792270] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2047.792595] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2047.792812] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2047.793062] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2047.793262] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2047.793463] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2047.794034] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2047.794034] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2047.794191] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2047.794332] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2047.794565] env[62533]: DEBUG nova.virt.hardware [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2047.795585] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec4d3a3-6e04-49a0-b4f7-d85063aa677e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.801756] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2047.801756] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a6625d-3676-7e0a-9719-3e6ecde3f7a1" [ 2047.801756] env[62533]: _type = "Task" [ 2047.801756] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.812197] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a6625d-3676-7e0a-9719-3e6ecde3f7a1, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.817872] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2047.818145] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2415d0-610c-4db7-8112-2e2240bd8d03 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.835755] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2047.835755] env[62533]: value = "task-1899271" [ 2047.835755] env[62533]: _type = "Task" [ 2047.835755] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.845183] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.936949] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 0e3d677b-e3ed-4fcc-b86c-227ed322cb4d] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2048.345904] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899271, 'name': ReconfigVM_Task, 'duration_secs': 0.256436} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.346241] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2048.347073] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b6f8e-9ff1-4b56-931c-be27c0eae80e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.372240] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.372551] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7f8ba1-f766-42ea-a67a-6fd595e3b16b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.390665] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2048.390665] env[62533]: value = "task-1899272" [ 2048.390665] env[62533]: _type = "Task" [ 2048.390665] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.398350] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.440073] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: b3837fca-fdb3-4540-ad97-f46cb5763ba3] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2048.901625] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899272, 'name': ReconfigVM_Task, 'duration_secs': 0.327804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.901938] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec/742c922f-aa21-4318-a5d6-61f3a3f64bec.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.902871] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad05d6c-e9f7-4d9f-a729-05f6eadc60af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.923129] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3203021-a392-47bf-b63c-28a103e5f3cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.943052] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 9c6a716f-a029-482f-a0a4-4b7e8ea4d805] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2048.945492] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43329e9-bc4a-4763-a0e5-6adfe8ad73d5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.966141] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd6567-1116-4ae2-947a-68b466465691 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.974168] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.974436] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef73bc3a-b671-4eca-8da9-465d70454dc9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.980775] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2048.980775] env[62533]: value = "task-1899273" [ 2048.980775] env[62533]: _type = "Task" [ 2048.980775] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.988050] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.449596] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 073c6a53-b4c5-4530-972f-6c8776746188] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2049.490218] env[62533]: DEBUG oslo_vmware.api [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899273, 'name': PowerOnVM_Task, 'duration_secs': 0.406986} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.490474] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.953058] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 9ba4b2a4-0b0a-480e-b88b-5b0baf66e566] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2050.458733] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c6095bc6-1e2a-49bf-bcda-dbc36dd5221d] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2050.531276] env[62533]: INFO nova.compute.manager [None req-9a83b976-a2f6-4e6f-ae6e-01ea21cdf4e4 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance to original state: 'active' [ 2050.962552] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 87e43eb0-705d-4418-ba14-01be2fffb758] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2051.465858] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: f6d1ea92-5a39-42fe-bdfe-e04a55f40216] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2051.948604] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.948890] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.949181] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.949339] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.949511] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.951770] env[62533]: INFO nova.compute.manager [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Terminating instance [ 2051.969196] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 3423229b-d04f-495b-a112-8cd2dc727b74] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2052.455454] env[62533]: DEBUG nova.compute.manager [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.455760] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.456099] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb31e43-d757-4410-97d1-9b0a8cc6de61 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.463650] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2052.463650] env[62533]: value = "task-1899274" [ 2052.463650] env[62533]: _type = "Task" [ 2052.463650] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.471913] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 797b76eb-9b81-4a84-919d-277a1dcf2ed5] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2052.473779] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.973658] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899274, 'name': PowerOffVM_Task, 'duration_secs': 0.217203} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.973980] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.974150] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2052.974349] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392127', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'name': 'volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '742c922f-aa21-4318-a5d6-61f3a3f64bec', 'attached_at': '2024-12-14T22:15:06.000000', 'detached_at': '', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'serial': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2052.975088] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c8f67-a7c4-44d6-832a-f700072f0b57 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.977632] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e9919948-0553-45c0-bdfc-7e18cebe6e5a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2052.998761] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef10ec5-e50a-4fad-ab13-73fe9999c961 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.006175] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e4508-a6e2-43d3-ac34-15b438254400 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.026697] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ab5bb-24a0-49c8-8c13-e8280e2218af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.040614] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] The volume has not been displaced from its original location: [datastore1] volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894/volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2053.045680] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2053.047051] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d45b81c-58bd-4755-bde5-87e63ce94f04 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.064185] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2053.064185] env[62533]: value = "task-1899275" [ 2053.064185] env[62533]: _type = "Task" [ 2053.064185] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.071572] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.481050] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 385c7f84-8efd-47d6-ae9b-97d63009b89c] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2053.574773] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899275, 'name': ReconfigVM_Task, 'duration_secs': 0.21206} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.575121] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2053.579644] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1ddcb4-a7a6-4b68-8f40-9149963de23e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.593803] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2053.593803] env[62533]: value = "task-1899276" [ 2053.593803] env[62533]: _type = "Task" [ 2053.593803] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.601339] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.984492] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 39b05493-aa47-4fec-bd11-6e05c8bfe8b6] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2054.103506] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899276, 'name': ReconfigVM_Task, 'duration_secs': 0.130784} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.103776] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392127', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'name': 'volume-ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '742c922f-aa21-4318-a5d6-61f3a3f64bec', 'attached_at': '2024-12-14T22:15:06.000000', 'detached_at': '', 'volume_id': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894', 'serial': 'ebdd3df7-f9c4-4067-9526-4fe2ef5b7894'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2054.104078] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.104820] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550fa3d-78f4-4010-8e3c-f27bbe536846 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.111078] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2054.111287] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e610e79d-f210-4e41-a0f3-831b8fdb40fd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.186202] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2054.186439] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2054.186615] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleting the datastore file [datastore1] 742c922f-aa21-4318-a5d6-61f3a3f64bec {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2054.186874] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f6736df-ecb9-4992-9e69-54ced3b81ddf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.195068] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2054.195068] env[62533]: value = "task-1899278" [ 2054.195068] env[62533]: _type = "Task" [ 2054.195068] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.202246] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.487621] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 21c3f498-c4d3-491c-b1dd-176bb422eee8] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2054.704185] env[62533]: DEBUG oslo_vmware.api [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168587} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.704446] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2054.704601] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2054.704794] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2054.704964] env[62533]: INFO nova.compute.manager [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2054.705216] env[62533]: DEBUG oslo.service.loopingcall [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.705410] env[62533]: DEBUG nova.compute.manager [-] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2054.705525] env[62533]: DEBUG nova.network.neutron [-] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2054.991477] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 6014e0c4-f551-4e75-bd38-a33ba71cf202] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2055.172244] env[62533]: DEBUG nova.compute.manager [req-f37f60b3-7dea-4c42-82e1-5be9f7820158 req-358a1de1-201b-4048-ace8-1e09f66c2011 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Received event network-vif-deleted-35fef969-fc9b-4fa9-9398-da56dd7f7bdb {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2055.172426] env[62533]: INFO nova.compute.manager [req-f37f60b3-7dea-4c42-82e1-5be9f7820158 req-358a1de1-201b-4048-ace8-1e09f66c2011 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Neutron deleted interface 35fef969-fc9b-4fa9-9398-da56dd7f7bdb; detaching it from the instance and deleting it from the info cache [ 2055.172633] env[62533]: DEBUG nova.network.neutron [req-f37f60b3-7dea-4c42-82e1-5be9f7820158 req-358a1de1-201b-4048-ace8-1e09f66c2011 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.494861] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: f07b7559-019c-47ed-8be9-205bfca32e66] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2055.649458] env[62533]: DEBUG nova.network.neutron [-] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.677084] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db75d6dc-e895-4703-916c-21791f1dc9ef {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.686734] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5056a2bf-a710-425a-8dcd-e3dffd78ccc1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.711493] env[62533]: DEBUG nova.compute.manager [req-f37f60b3-7dea-4c42-82e1-5be9f7820158 req-358a1de1-201b-4048-ace8-1e09f66c2011 service nova] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Detach interface failed, port_id=35fef969-fc9b-4fa9-9398-da56dd7f7bdb, reason: Instance 742c922f-aa21-4318-a5d6-61f3a3f64bec could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2055.998534] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 5934998c-533d-4b17-a5aa-b54496a7ba6a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2056.152429] env[62533]: INFO nova.compute.manager [-] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Took 1.45 seconds to deallocate network for instance. [ 2056.162580] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.162839] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.502990] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: c3215d85-b9ae-4bc9-873d-a5311626f20a] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2056.666446] env[62533]: DEBUG nova.compute.utils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.695842] env[62533]: INFO nova.compute.manager [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 742c922f-aa21-4318-a5d6-61f3a3f64bec] Took 0.54 seconds to detach 1 volumes for instance. [ 2057.006398] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: e976b792-6b4b-4854-b922-8c46d63cf3ed] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2057.169324] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.201784] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.202011] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.202209] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.227976] env[62533]: INFO nova.scheduler.client.report [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted allocations for instance 742c922f-aa21-4318-a5d6-61f3a3f64bec [ 2057.509506] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 097c15b8-6b13-4524-8b9f-ff1623f4fd05] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2057.735125] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f7585d07-9a1e-432a-bc4f-57ce1ca94ddd tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "742c922f-aa21-4318-a5d6-61f3a3f64bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.013489] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 2074e814-f93f-459b-b7b5-3203d9e1bcf1] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2058.229121] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.229399] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.229645] env[62533]: INFO nova.compute.manager [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Attaching volume 5aa8885a-72ac-44b9-8306-9ca2373f7d24 to /dev/sdb [ 2058.260159] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a75c0a-bdff-41cd-91f4-c29f820879cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.267228] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628a61f5-85dd-4251-96cc-34658930f374 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.279995] env[62533]: DEBUG nova.virt.block_device [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updating existing volume attachment record: be173949-fde5-4043-8bab-5265e1bf3bab {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2058.517479] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: a7330131-c363-4a3e-9cc1-38d359333ae8] Instance has had 0 of 5 cleanup attempts {{(pid=62533) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11728}} [ 2059.020745] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.020901] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Cleaning up deleted instances with incomplete migration {{(pid=62533) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11753}} [ 2059.097727] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.097944] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.523251] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.600679] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2060.122819] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.123102] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.124584] env[62533]: INFO nova.compute.claims [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2061.177926] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d08361-9154-4f8b-8b23-21d7591dec3d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.184916] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0aea39-c375-4e51-a05a-a3bdbaa4f153 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.213853] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78ecbed-b17d-4298-a0c2-200b2290d1ba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.221367] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa58e77-28b6-4e92-a8ec-6c2696bce4af {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.235334] env[62533]: DEBUG nova.compute.provider_tree [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.738754] env[62533]: DEBUG nova.scheduler.client.report [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.243483] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.244039] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2062.749301] env[62533]: DEBUG nova.compute.utils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.751137] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2062.751137] env[62533]: DEBUG nova.network.neutron [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2062.796733] env[62533]: DEBUG nova.policy [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59de7fb6c4024c8181f9936c95033dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57c0c7e0f834591afef61a237156615', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 2062.822162] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2062.822435] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392130', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'name': 'volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf166a9f-0de9-405c-a582-3ccecbecde72', 'attached_at': '', 'detached_at': '', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'serial': '5aa8885a-72ac-44b9-8306-9ca2373f7d24'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2062.823341] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c75eb-960c-4f6d-9be5-0e914361d702 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.841096] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bbbd64-105a-44f1-920f-8114fc2adfa2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.864400] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24/volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2062.864650] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d24b019-16cd-4fd0-bc2a-781ee9bda23d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.882983] env[62533]: DEBUG oslo_vmware.api [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2062.882983] env[62533]: value = "task-1899281" [ 2062.882983] env[62533]: _type = "Task" [ 2062.882983] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.890726] env[62533]: DEBUG oslo_vmware.api [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.023784] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.023784] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2063.023784] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2063.054422] env[62533]: DEBUG nova.network.neutron [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Successfully created port: 747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2063.254343] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2063.392733] env[62533]: DEBUG oslo_vmware.api [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899281, 'name': ReconfigVM_Task, 'duration_secs': 0.354477} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.393029] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24/volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2063.397641] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21952ce3-8aeb-4545-bc43-bc9a662e7112 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.412847] env[62533]: DEBUG oslo_vmware.api [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2063.412847] env[62533]: value = "task-1899282" [ 2063.412847] env[62533]: _type = "Task" [ 2063.412847] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.420415] env[62533]: DEBUG oslo_vmware.api [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.923525] env[62533]: DEBUG oslo_vmware.api [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899282, 'name': ReconfigVM_Task, 'duration_secs': 0.139699} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.923955] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392130', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'name': 'volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf166a9f-0de9-405c-a582-3ccecbecde72', 'attached_at': '', 'detached_at': '', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'serial': '5aa8885a-72ac-44b9-8306-9ca2373f7d24'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2064.028789] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 2064.029048] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.029225] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.029396] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.265962] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2064.290541] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2064.290786] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2064.290942] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2064.291143] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2064.291480] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2064.291480] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2064.291624] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2064.291777] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2064.291945] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2064.292117] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2064.292290] env[62533]: DEBUG nova.virt.hardware [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2064.293139] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf9329-9b5b-4bb3-b1a9-213fbbfc208a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.301559] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d89eafb-8128-485c-ba68-fe848763e7fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.433994] env[62533]: DEBUG nova.compute.manager [req-f8bdbc94-89b1-4519-925a-d0ecdc74abb6 req-2a9673df-2df8-48ad-8b38-bb801d8f71d9 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-vif-plugged-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2064.434226] env[62533]: DEBUG oslo_concurrency.lockutils [req-f8bdbc94-89b1-4519-925a-d0ecdc74abb6 req-2a9673df-2df8-48ad-8b38-bb801d8f71d9 service nova] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.434442] env[62533]: DEBUG oslo_concurrency.lockutils [req-f8bdbc94-89b1-4519-925a-d0ecdc74abb6 req-2a9673df-2df8-48ad-8b38-bb801d8f71d9 service nova] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.434626] env[62533]: DEBUG oslo_concurrency.lockutils [req-f8bdbc94-89b1-4519-925a-d0ecdc74abb6 req-2a9673df-2df8-48ad-8b38-bb801d8f71d9 service nova] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.434787] env[62533]: DEBUG nova.compute.manager [req-f8bdbc94-89b1-4519-925a-d0ecdc74abb6 req-2a9673df-2df8-48ad-8b38-bb801d8f71d9 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] No waiting events found dispatching network-vif-plugged-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2064.434977] env[62533]: WARNING nova.compute.manager [req-f8bdbc94-89b1-4519-925a-d0ecdc74abb6 req-2a9673df-2df8-48ad-8b38-bb801d8f71d9 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received unexpected event network-vif-plugged-747086ef-3f73-4967-b198-ddca3d6d4221 for instance with vm_state building and task_state spawning. [ 2064.511519] env[62533]: DEBUG nova.network.neutron [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Successfully updated port: 747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2064.533064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.533064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.533064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.533293] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2064.534203] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac51a99-47da-4439-81a9-cf4bcfa17c08 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.542493] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d4a20-dfb7-4997-b91d-539f675f0a30 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.555902] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222b6c87-3654-4112-b3bd-3b0600b3d3a8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.561979] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d155397-4968-413c-a86e-838c67cdc650 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.591808] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180927MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2064.591939] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.592201] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.962489] env[62533]: DEBUG nova.objects.instance [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'flavor' on Instance uuid cf166a9f-0de9-405c-a582-3ccecbecde72 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.014479] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.014479] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.014625] env[62533]: DEBUG nova.network.neutron [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.467421] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fa15efb1-e25a-4f05-a632-e84d82da4751 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.547796] env[62533]: DEBUG nova.network.neutron [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.620648] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance cf166a9f-0de9-405c-a582-3ccecbecde72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2065.620855] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 11b809da-32f0-4eee-aaa0-0c6ae1b07338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2065.621016] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 8b13371e-623a-4acc-9e9d-f149ebda4ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2065.621239] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2065.621391] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2065.666946] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df84598-8909-4e22-ade2-531f73eccbd4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.674482] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b67ce-480c-46e5-aad0-765cb06b77a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.680021] env[62533]: DEBUG nova.network.neutron [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.706834] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.707092] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.710474] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb1c67-f84e-485a-95ae-d72e5a43677e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.719054] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af47d57-2267-4b7d-b008-efe9770352d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.732373] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2066.209714] env[62533]: INFO nova.compute.manager [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Detaching volume 5aa8885a-72ac-44b9-8306-9ca2373f7d24 [ 2066.211994] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.212397] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Instance network_info: |[{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2066.212925] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:45:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '747086ef-3f73-4967-b198-ddca3d6d4221', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2066.220113] env[62533]: DEBUG oslo.service.loopingcall [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.222559] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2066.223280] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2196638-6583-4068-9e82-57c579bdebff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.238788] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.248599] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2066.248599] env[62533]: value = "task-1899283" [ 2066.248599] env[62533]: _type = "Task" [ 2066.248599] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.249448] env[62533]: INFO nova.virt.block_device [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Attempting to driver detach volume 5aa8885a-72ac-44b9-8306-9ca2373f7d24 from mountpoint /dev/sdb [ 2066.249659] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2066.249839] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392130', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'name': 'volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf166a9f-0de9-405c-a582-3ccecbecde72', 'attached_at': '', 'detached_at': '', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'serial': '5aa8885a-72ac-44b9-8306-9ca2373f7d24'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2066.250659] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695657a-d10f-4fc9-b3d6-96afc836b2fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.261727] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899283, 'name': CreateVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.278211] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a788f69-677d-4172-a613-ef9f323b88fa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.284468] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995effb0-abe2-467b-8b61-a120da3aa918 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.304377] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad513ed4-5c24-42e4-9417-49ad84fc872c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.319912] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] The volume has not been displaced from its original location: [datastore1] volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24/volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2066.324982] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2066.325278] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea40d1c4-5704-4f5b-af2e-2427cce8242f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.343065] env[62533]: DEBUG oslo_vmware.api [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2066.343065] env[62533]: value = "task-1899284" [ 2066.343065] env[62533]: _type = "Task" [ 2066.343065] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.350655] env[62533]: DEBUG oslo_vmware.api [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.461750] env[62533]: DEBUG nova.compute.manager [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2066.461927] env[62533]: DEBUG nova.compute.manager [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing instance network info cache due to event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2066.462203] env[62533]: DEBUG oslo_concurrency.lockutils [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.462281] env[62533]: DEBUG oslo_concurrency.lockutils [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.462450] env[62533]: DEBUG nova.network.neutron [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2066.743546] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2066.743990] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.758445] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899283, 'name': CreateVM_Task, 'duration_secs': 0.339945} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.758617] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2066.759258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.759427] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.759749] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2066.759984] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9bece33-b721-469c-be6f-86c1e18393bf {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.764100] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2066.764100] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5244b1e2-6973-0a25-c507-06ee0e6b1c63" [ 2066.764100] env[62533]: _type = "Task" [ 2066.764100] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.771376] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5244b1e2-6973-0a25-c507-06ee0e6b1c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.851779] env[62533]: DEBUG oslo_vmware.api [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899284, 'name': ReconfigVM_Task, 'duration_secs': 0.254027} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.852051] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2066.856709] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4cffd8-a193-49d6-9ca1-819209da9071 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.870764] env[62533]: DEBUG oslo_vmware.api [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2066.870764] env[62533]: value = "task-1899285" [ 2066.870764] env[62533]: _type = "Task" [ 2066.870764] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.878417] env[62533]: DEBUG oslo_vmware.api [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.274887] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]5244b1e2-6973-0a25-c507-06ee0e6b1c63, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.275258] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.275593] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2067.275719] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.275875] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.276067] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2067.276351] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee2d4675-d0d1-4b33-82af-0704da032ef8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.286655] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2067.286839] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2067.287576] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022d8a26-8954-4610-b91e-d83b71298123 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.293014] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2067.293014] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef5655-78fc-ded6-dcc4-12ff38554fdf" [ 2067.293014] env[62533]: _type = "Task" [ 2067.293014] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.301013] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef5655-78fc-ded6-dcc4-12ff38554fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.379958] env[62533]: DEBUG oslo_vmware.api [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899285, 'name': ReconfigVM_Task, 'duration_secs': 0.138475} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.380217] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392130', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'name': 'volume-5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf166a9f-0de9-405c-a582-3ccecbecde72', 'attached_at': '', 'detached_at': '', 'volume_id': '5aa8885a-72ac-44b9-8306-9ca2373f7d24', 'serial': '5aa8885a-72ac-44b9-8306-9ca2373f7d24'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2067.390456] env[62533]: DEBUG nova.network.neutron [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updated VIF entry in instance network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2067.390456] env[62533]: DEBUG nova.network.neutron [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.803566] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ef5655-78fc-ded6-dcc4-12ff38554fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.804288] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c37e7c3-764e-4b2a-970d-fe0e53718928 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.809509] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2067.809509] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52137206-26ce-1999-a55a-42ffa275ea0e" [ 2067.809509] env[62533]: _type = "Task" [ 2067.809509] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.816177] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52137206-26ce-1999-a55a-42ffa275ea0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.892729] env[62533]: DEBUG oslo_concurrency.lockutils [req-4ab8d58d-304c-48a2-93e6-c67b6ea4b7f2 req-20ccd492-f5f0-47e5-b0e4-9a2829d48657 service nova] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.920106] env[62533]: DEBUG nova.objects.instance [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'flavor' on Instance uuid cf166a9f-0de9-405c-a582-3ccecbecde72 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.320169] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52137206-26ce-1999-a55a-42ffa275ea0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.320471] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.320765] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2068.321059] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a08a9da-e58f-47ba-8dde-bd5680bff577 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.327586] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2068.327586] env[62533]: value = "task-1899286" [ 2068.327586] env[62533]: _type = "Task" [ 2068.327586] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.335276] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.837748] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410848} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.838133] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2068.838249] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2068.838429] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ac9fbf-8a5e-47d9-898e-2a41502a0578 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.844625] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2068.844625] env[62533]: value = "task-1899287" [ 2068.844625] env[62533]: _type = "Task" [ 2068.844625] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.851651] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.927435] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b90fdcd7-6908-456c-b7b1-648f40950eb1 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.354854] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072436} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.355108] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2069.355904] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044336f4-ba33-4c31-9eee-d02ad5d5ced6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.377200] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2069.377792] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae497c58-68df-47d6-8c68-712faf51b8cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.396752] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2069.396752] env[62533]: value = "task-1899288" [ 2069.396752] env[62533]: _type = "Task" [ 2069.396752] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.404417] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.907412] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899288, 'name': ReconfigVM_Task, 'duration_secs': 0.283115} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.907804] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2069.908362] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4b0fb6a-a75b-43e1-bae3-9e53f3a770aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.914773] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2069.914773] env[62533]: value = "task-1899289" [ 2069.914773] env[62533]: _type = "Task" [ 2069.914773] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.922636] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899289, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.925101] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.925323] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.925549] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "cf166a9f-0de9-405c-a582-3ccecbecde72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.925736] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.925908] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.927923] env[62533]: INFO nova.compute.manager [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Terminating instance [ 2070.425160] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899289, 'name': Rename_Task, 'duration_secs': 0.146503} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.425505] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2070.425787] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6757a9f-2180-4538-b418-581853a83692 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.431227] env[62533]: DEBUG nova.compute.manager [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2070.431462] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2070.433222] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1344400b-3df2-4b7f-89cc-6671fe8afee6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.436159] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2070.436159] env[62533]: value = "task-1899290" [ 2070.436159] env[62533]: _type = "Task" [ 2070.436159] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.445127] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.446942] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.447197] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27589bb-eec9-4930-be40-f1a407af19d6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.452516] env[62533]: DEBUG oslo_vmware.api [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2070.452516] env[62533]: value = "task-1899291" [ 2070.452516] env[62533]: _type = "Task" [ 2070.452516] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.460760] env[62533]: DEBUG oslo_vmware.api [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.946956] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.961572] env[62533]: DEBUG oslo_vmware.api [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899291, 'name': PowerOffVM_Task, 'duration_secs': 0.157274} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.961572] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.961822] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2070.961958] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0adf5ebb-c894-4c43-a1c6-74b7dfa9f2f5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.396427] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2071.396765] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2071.397057] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleting the datastore file [datastore1] cf166a9f-0de9-405c-a582-3ccecbecde72 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2071.397416] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbeff6e2-8949-46bf-a0c2-87d5a108f410 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.404610] env[62533]: DEBUG oslo_vmware.api [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2071.404610] env[62533]: value = "task-1899293" [ 2071.404610] env[62533]: _type = "Task" [ 2071.404610] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.414716] env[62533]: DEBUG oslo_vmware.api [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.446630] env[62533]: DEBUG oslo_vmware.api [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899290, 'name': PowerOnVM_Task, 'duration_secs': 0.557053} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.446875] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2071.447090] env[62533]: INFO nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Took 7.18 seconds to spawn the instance on the hypervisor. [ 2071.447271] env[62533]: DEBUG nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.447993] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19862780-4d1a-4400-9680-2e3c0cfcd947 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.913888] env[62533]: DEBUG oslo_vmware.api [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169486} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.914077] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2071.914262] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2071.914436] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2071.914639] env[62533]: INFO nova.compute.manager [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2071.914838] env[62533]: DEBUG oslo.service.loopingcall [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.915022] env[62533]: DEBUG nova.compute.manager [-] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2071.915121] env[62533]: DEBUG nova.network.neutron [-] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2071.963829] env[62533]: INFO nova.compute.manager [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Took 11.86 seconds to build instance. [ 2072.354018] env[62533]: DEBUG nova.compute.manager [req-0994b8e5-fcfa-4447-9d49-667804a7963b req-4f186333-011b-4e9f-9ce5-e74341a97121 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Received event network-vif-deleted-07c72d35-eb33-43f7-b812-207c444ba9e0 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2072.354018] env[62533]: INFO nova.compute.manager [req-0994b8e5-fcfa-4447-9d49-667804a7963b req-4f186333-011b-4e9f-9ce5-e74341a97121 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Neutron deleted interface 07c72d35-eb33-43f7-b812-207c444ba9e0; detaching it from the instance and deleting it from the info cache [ 2072.354018] env[62533]: DEBUG nova.network.neutron [req-0994b8e5-fcfa-4447-9d49-667804a7963b req-4f186333-011b-4e9f-9ce5-e74341a97121 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.394379] env[62533]: DEBUG nova.compute.manager [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2072.394443] env[62533]: DEBUG nova.compute.manager [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing instance network info cache due to event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2072.394767] env[62533]: DEBUG oslo_concurrency.lockutils [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.395413] env[62533]: DEBUG oslo_concurrency.lockutils [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.395667] env[62533]: DEBUG nova.network.neutron [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.465787] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b764d32d-85e2-43e9-8de5-1510cfb2a9de tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.368s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.828283] env[62533]: DEBUG nova.network.neutron [-] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.856242] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fe7c372-6b7c-4f1f-8188-6ca642865b07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.865946] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0204607-b362-4d01-87ac-d53221df8e25 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.891708] env[62533]: DEBUG nova.compute.manager [req-0994b8e5-fcfa-4447-9d49-667804a7963b req-4f186333-011b-4e9f-9ce5-e74341a97121 service nova] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Detach interface failed, port_id=07c72d35-eb33-43f7-b812-207c444ba9e0, reason: Instance cf166a9f-0de9-405c-a582-3ccecbecde72 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2073.104210] env[62533]: DEBUG nova.network.neutron [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updated VIF entry in instance network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.104526] env[62533]: DEBUG nova.network.neutron [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.330914] env[62533]: INFO nova.compute.manager [-] [instance: cf166a9f-0de9-405c-a582-3ccecbecde72] Took 1.42 seconds to deallocate network for instance. [ 2073.607720] env[62533]: DEBUG oslo_concurrency.lockutils [req-84ace000-51d6-4032-872f-6e3ae99e9319 req-c41f6583-2951-45b6-bd8c-40bf50b806a1 service nova] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.837927] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.838270] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.838538] env[62533]: DEBUG nova.objects.instance [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'resources' on Instance uuid cf166a9f-0de9-405c-a582-3ccecbecde72 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.392493] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f2ea4b-40f5-43d2-8169-268c1725d282 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.400294] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d5efeb-355a-4c08-977c-ce0f0aba7815 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.429292] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785e9a6-0506-4b39-9554-7655c7396026 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.435773] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca817b7-3391-475c-8f2a-8e9b64226ffc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.449612] env[62533]: DEBUG nova.compute.provider_tree [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.952892] env[62533]: DEBUG nova.scheduler.client.report [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2075.146671] env[62533]: DEBUG nova.compute.manager [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Stashing vm_state: active {{(pid=62533) _prep_resize /opt/stack/nova/nova/compute/manager.py:6105}} [ 2075.457904] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.477264] env[62533]: INFO nova.scheduler.client.report [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted allocations for instance cf166a9f-0de9-405c-a582-3ccecbecde72 [ 2075.663266] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.663574] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.984089] env[62533]: DEBUG oslo_concurrency.lockutils [None req-264d1748-bdfc-4ea6-8cce-39686574a6b9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "cf166a9f-0de9-405c-a582-3ccecbecde72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.059s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.168353] env[62533]: INFO nova.compute.claims [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2076.674745] env[62533]: INFO nova.compute.resource_tracker [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating resource usage from migration fbce334b-fc11-42b4-9758-c49d4d72ba91 [ 2076.733683] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fcdb0f-9386-49f3-a4a0-befef2740537 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.744292] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25f1a2-7a00-44a7-bce4-18c38ae0bc91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.795495] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d5c90-4bc5-4d4c-ab96-b7badc302225 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.806236] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237f33d1-586f-4635-a16e-91c37f1f4b66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.827366] env[62533]: DEBUG nova.compute.provider_tree [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.331791] env[62533]: DEBUG nova.scheduler.client.report [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.837395] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.174s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.837655] env[62533]: INFO nova.compute.manager [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Migrating [ 2077.919051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.919190] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.352928] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.353235] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.353324] env[62533]: DEBUG nova.network.neutron [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2078.421268] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2078.944805] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.945078] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.946671] env[62533]: INFO nova.compute.claims [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.071219] env[62533]: DEBUG nova.network.neutron [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.573924] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.024452] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a9e14-dd40-408c-87e2-6baaec66cf7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.031934] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4f149-faf9-4449-82f3-cbde6b7f6a5e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.061145] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba64efc-0abf-4a72-9633-62ed8dd15fbe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.067953] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78de483-7b5e-4f15-a4b3-d4cd23e3f307 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.083746] env[62533]: DEBUG nova.compute.provider_tree [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.589134] env[62533]: DEBUG nova.scheduler.client.report [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.095505] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.095979] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.099344] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5c643-6a05-4a74-a182-f9df6175ec4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.117596] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 0 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2081.603667] env[62533]: DEBUG nova.compute.utils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2081.605119] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2081.605338] env[62533]: DEBUG nova.network.neutron [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2081.622966] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2081.623250] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f9eb465-6b00-46a5-aae1-e3c19741c8f0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.630487] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2081.630487] env[62533]: value = "task-1899294" [ 2081.630487] env[62533]: _type = "Task" [ 2081.630487] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.638431] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.642456] env[62533]: DEBUG nova.policy [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6a7fd4346648228c62ddcf09fc4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c4405353cf487bab5154afeee487f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.971291] env[62533]: DEBUG nova.network.neutron [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Successfully created port: 4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.108670] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2082.140677] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899294, 'name': PowerOffVM_Task, 'duration_secs': 0.23782} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.140677] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2082.140873] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 17 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2082.647245] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2082.647516] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2082.647677] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2082.647871] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2082.648028] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2082.648298] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2082.648390] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2082.648537] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2082.648708] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2082.648871] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2082.649053] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2082.654089] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70316c01-2d56-48cf-8aac-38a0b584a852 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.670233] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2082.670233] env[62533]: value = "task-1899295" [ 2082.670233] env[62533]: _type = "Task" [ 2082.670233] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.678898] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.119067] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2083.144389] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.144668] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.144825] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.145010] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.145164] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.145351] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.145558] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.145714] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.145877] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.146048] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.146233] env[62533]: DEBUG nova.virt.hardware [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.147100] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f9ae50-b0aa-4cd8-a6c0-412ff6ff5027 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.154989] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23544066-d059-48fc-a08b-700a1341838d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.178544] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899295, 'name': ReconfigVM_Task, 'duration_secs': 0.165762} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.178810] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 33 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2083.338133] env[62533]: DEBUG nova.compute.manager [req-a71ea2f2-750e-44ef-854d-f810934720d3 req-680f09e1-ebae-4c64-bd18-9f4f7d8e839d service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Received event network-vif-plugged-4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2083.338430] env[62533]: DEBUG oslo_concurrency.lockutils [req-a71ea2f2-750e-44ef-854d-f810934720d3 req-680f09e1-ebae-4c64-bd18-9f4f7d8e839d service nova] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.338650] env[62533]: DEBUG oslo_concurrency.lockutils [req-a71ea2f2-750e-44ef-854d-f810934720d3 req-680f09e1-ebae-4c64-bd18-9f4f7d8e839d service nova] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.338818] env[62533]: DEBUG oslo_concurrency.lockutils [req-a71ea2f2-750e-44ef-854d-f810934720d3 req-680f09e1-ebae-4c64-bd18-9f4f7d8e839d service nova] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.338984] env[62533]: DEBUG nova.compute.manager [req-a71ea2f2-750e-44ef-854d-f810934720d3 req-680f09e1-ebae-4c64-bd18-9f4f7d8e839d service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] No waiting events found dispatching network-vif-plugged-4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2083.339164] env[62533]: WARNING nova.compute.manager [req-a71ea2f2-750e-44ef-854d-f810934720d3 req-680f09e1-ebae-4c64-bd18-9f4f7d8e839d service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Received unexpected event network-vif-plugged-4ab08309-73a4-40bc-9f9f-547b495215b6 for instance with vm_state building and task_state spawning. [ 2083.422064] env[62533]: DEBUG nova.network.neutron [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Successfully updated port: 4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.685651] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.685930] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.686210] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.686397] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.686558] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.686706] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.686910] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.687224] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.687299] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.687405] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.687568] env[62533]: DEBUG nova.virt.hardware [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.692901] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2083.693212] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b41ee44-7856-42e7-bb91-76211d2ddfbb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.712512] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2083.712512] env[62533]: value = "task-1899296" [ 2083.712512] env[62533]: _type = "Task" [ 2083.712512] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.720867] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.928622] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.928829] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.929014] env[62533]: DEBUG nova.network.neutron [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.222599] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899296, 'name': ReconfigVM_Task, 'duration_secs': 0.162565} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.222908] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2084.223650] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8d462-dcd9-423b-8cea-de09aff06e59 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.245149] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2084.245400] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aeace11-6db2-45a1-9e34-add14a0d9547 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.262995] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2084.262995] env[62533]: value = "task-1899297" [ 2084.262995] env[62533]: _type = "Task" [ 2084.262995] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.270535] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.461373] env[62533]: DEBUG nova.network.neutron [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2084.587024] env[62533]: DEBUG nova.network.neutron [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updating instance_info_cache with network_info: [{"id": "4ab08309-73a4-40bc-9f9f-547b495215b6", "address": "fa:16:3e:61:8c:8c", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab08309-73", "ovs_interfaceid": "4ab08309-73a4-40bc-9f9f-547b495215b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.772269] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.089833] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.090145] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Instance network_info: |[{"id": "4ab08309-73a4-40bc-9f9f-547b495215b6", "address": "fa:16:3e:61:8c:8c", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab08309-73", "ovs_interfaceid": "4ab08309-73a4-40bc-9f9f-547b495215b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2085.090591] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:8c:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab08309-73a4-40bc-9f9f-547b495215b6', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.098089] env[62533]: DEBUG oslo.service.loopingcall [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.098304] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.098536] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4342238-eeeb-47eb-8f75-a45456ddc6a9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.117558] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.117558] env[62533]: value = "task-1899298" [ 2085.117558] env[62533]: _type = "Task" [ 2085.117558] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.126330] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899298, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.272849] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899297, 'name': ReconfigVM_Task, 'duration_secs': 0.832932} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.273248] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2085.273498] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 50 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.365083] env[62533]: DEBUG nova.compute.manager [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Received event network-changed-4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2085.365348] env[62533]: DEBUG nova.compute.manager [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Refreshing instance network info cache due to event network-changed-4ab08309-73a4-40bc-9f9f-547b495215b6. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2085.365567] env[62533]: DEBUG oslo_concurrency.lockutils [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] Acquiring lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.365711] env[62533]: DEBUG oslo_concurrency.lockutils [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] Acquired lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.365870] env[62533]: DEBUG nova.network.neutron [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Refreshing network info cache for port 4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2085.627728] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899298, 'name': CreateVM_Task, 'duration_secs': 0.3113} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.627891] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.628556] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.628727] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.629054] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.629298] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8590b59-28b0-4d59-abcd-5a8d05dc81a6 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.633590] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2085.633590] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526cddc9-3c47-6868-5e9f-e2a9abf754a2" [ 2085.633590] env[62533]: _type = "Task" [ 2085.633590] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.640649] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526cddc9-3c47-6868-5e9f-e2a9abf754a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.780340] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed3441-06d9-42ca-b676-9cf9abf7d08e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.799146] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfc1cc9-3165-4bff-9c38-051cdd8c906c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.815793] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 67 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.097823] env[62533]: DEBUG nova.network.neutron [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updated VIF entry in instance network info cache for port 4ab08309-73a4-40bc-9f9f-547b495215b6. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2086.098199] env[62533]: DEBUG nova.network.neutron [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updating instance_info_cache with network_info: [{"id": "4ab08309-73a4-40bc-9f9f-547b495215b6", "address": "fa:16:3e:61:8c:8c", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab08309-73", "ovs_interfaceid": "4ab08309-73a4-40bc-9f9f-547b495215b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.144270] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]526cddc9-3c47-6868-5e9f-e2a9abf754a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.144528] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.144799] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.145051] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.145236] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.145412] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.145667] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a688eb5e-286d-4ce2-9956-a3474024a727 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.153494] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.153675] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.154371] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71aac4a9-cc22-40aa-ba7c-d727a69c4795 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.159294] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2086.159294] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b23d7e-458f-44d1-65e3-b7ca595c8694" [ 2086.159294] env[62533]: _type = "Task" [ 2086.159294] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.166280] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b23d7e-458f-44d1-65e3-b7ca595c8694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.352804] env[62533]: DEBUG nova.network.neutron [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Port e75d2ad9-07a9-4a28-85aa-0f60048bf027 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2086.601210] env[62533]: DEBUG oslo_concurrency.lockutils [req-23213df9-3eff-4875-a951-a709a9d00f89 req-098b7a49-8165-41ff-bf11-5cb42e306c67 service nova] Releasing lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.669388] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b23d7e-458f-44d1-65e3-b7ca595c8694, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.670230] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375f6643-ea18-4175-a996-8ff5c5ac1a62 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.675163] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2086.675163] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b15ea9-e68b-cf15-15ae-60424c0e8122" [ 2086.675163] env[62533]: _type = "Task" [ 2086.675163] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.682650] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b15ea9-e68b-cf15-15ae-60424c0e8122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.186068] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52b15ea9-e68b-cf15-15ae-60424c0e8122, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.186068] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.186068] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3cfc8beb-f10e-4b0b-8c77-714f6f14628e/3cfc8beb-f10e-4b0b-8c77-714f6f14628e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.186381] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2604ceb2-b26a-4975-84e4-897de13f5638 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.192947] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2087.192947] env[62533]: value = "task-1899299" [ 2087.192947] env[62533]: _type = "Task" [ 2087.192947] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.200033] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.378019] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.378421] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.378421] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.702144] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413184} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.702447] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] 3cfc8beb-f10e-4b0b-8c77-714f6f14628e/3cfc8beb-f10e-4b0b-8c77-714f6f14628e.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.702606] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.702855] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7a90a6-1eef-427f-b715-d1c76e98c45a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.709713] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2087.709713] env[62533]: value = "task-1899300" [ 2087.709713] env[62533]: _type = "Task" [ 2087.709713] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.717021] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.219391] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056874} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.219649] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.220430] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7ca1ee-0e9c-4693-8d05-bd31f785031c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.243254] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3cfc8beb-f10e-4b0b-8c77-714f6f14628e/3cfc8beb-f10e-4b0b-8c77-714f6f14628e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.243514] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f4e6cb-b66f-4253-978b-6f9215de5107 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.263547] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2088.263547] env[62533]: value = "task-1899301" [ 2088.263547] env[62533]: _type = "Task" [ 2088.263547] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.271412] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.414544] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.414796] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.414915] env[62533]: DEBUG nova.network.neutron [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.773148] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899301, 'name': ReconfigVM_Task, 'duration_secs': 0.268475} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.773411] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3cfc8beb-f10e-4b0b-8c77-714f6f14628e/3cfc8beb-f10e-4b0b-8c77-714f6f14628e.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.774028] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-536273b2-7c82-42d2-897e-e79798dd8a3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.780413] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2088.780413] env[62533]: value = "task-1899302" [ 2088.780413] env[62533]: _type = "Task" [ 2088.780413] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.787748] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899302, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.120986] env[62533]: DEBUG nova.network.neutron [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.290625] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899302, 'name': Rename_Task, 'duration_secs': 0.13049} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.290903] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2089.291162] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ae87a9-63ce-4285-a60f-879cc9cf5986 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.298303] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2089.298303] env[62533]: value = "task-1899303" [ 2089.298303] env[62533]: _type = "Task" [ 2089.298303] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.305576] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.525346] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.623430] env[62533]: DEBUG oslo_concurrency.lockutils [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.807869] env[62533]: DEBUG oslo_vmware.api [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899303, 'name': PowerOnVM_Task, 'duration_secs': 0.425804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.808094] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2089.808286] env[62533]: INFO nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Took 6.69 seconds to spawn the instance on the hypervisor. [ 2089.808461] env[62533]: DEBUG nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.809208] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2366c353-f9be-4769-a3b6-84c50ed74abc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.811920] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.198876] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dee9ba-c014-4a7e-8d7f-2e82715a0286 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.217534] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7f420-e73d-4e66-842c-661b3a96e617 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.224201] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 83 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2090.325069] env[62533]: INFO nova.compute.manager [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Took 11.40 seconds to build instance. [ 2090.731084] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.731084] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4418a1-4764-4817-94f9-1f743180a1e9 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.740019] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2090.740019] env[62533]: value = "task-1899304" [ 2090.740019] env[62533]: _type = "Task" [ 2090.740019] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.747946] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.826959] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b82d3dd8-2383-4d7e-8ad5-bb243b12dd13 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.908s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.971191] env[62533]: DEBUG nova.compute.manager [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Received event network-changed-4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2090.971400] env[62533]: DEBUG nova.compute.manager [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Refreshing instance network info cache due to event network-changed-4ab08309-73a4-40bc-9f9f-547b495215b6. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2090.971614] env[62533]: DEBUG oslo_concurrency.lockutils [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] Acquiring lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.971754] env[62533]: DEBUG oslo_concurrency.lockutils [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] Acquired lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.971914] env[62533]: DEBUG nova.network.neutron [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Refreshing network info cache for port 4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2091.248365] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.689103] env[62533]: DEBUG nova.network.neutron [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updated VIF entry in instance network info cache for port 4ab08309-73a4-40bc-9f9f-547b495215b6. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.689534] env[62533]: DEBUG nova.network.neutron [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updating instance_info_cache with network_info: [{"id": "4ab08309-73a4-40bc-9f9f-547b495215b6", "address": "fa:16:3e:61:8c:8c", "network": {"id": "30f94ebd-2131-4a23-9cd2-d27bca7febe5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1215540907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c4405353cf487bab5154afeee487f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab08309-73", "ovs_interfaceid": "4ab08309-73a4-40bc-9f9f-547b495215b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.748301] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.810237] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.192121] env[62533]: DEBUG oslo_concurrency.lockutils [req-ff1fbe31-23c8-43dd-b5b5-6aa3d44ad4de req-cdbb0d71-39ce-4542-8d22-ea252708867e service nova] Releasing lock "refresh_cache-3cfc8beb-f10e-4b0b-8c77-714f6f14628e" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.249327] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.749150] env[62533]: DEBUG oslo_vmware.api [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899304, 'name': PowerOnVM_Task, 'duration_secs': 1.831163} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.749546] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.749620] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fb357961-ddbd-4841-9fe7-feade0670595 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance '11b809da-32f0-4eee-aaa0-0c6ae1b07338' progress to 100 {{(pid=62533) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2094.715886] env[62533]: DEBUG nova.network.neutron [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Port e75d2ad9-07a9-4a28-85aa-0f60048bf027 binding to destination host cpu-1 is already ACTIVE {{(pid=62533) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2094.716203] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.716368] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.716537] env[62533]: DEBUG nova.network.neutron [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2094.810748] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.810956] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 2095.494716] env[62533]: DEBUG nova.network.neutron [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.997728] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.502044] env[62533]: DEBUG nova.compute.manager [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62533) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2096.502281] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.502468] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.008013] env[62533]: DEBUG nova.objects.instance [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'migration_context' on Instance uuid 11b809da-32f0-4eee-aaa0-0c6ae1b07338 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.574236] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f98f73-cea6-427b-b723-e5b06c1a3a1d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.581800] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899087b-cda8-42b6-b6a3-77fe36f7c5e1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.611223] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f2b64-5d6d-4ca8-833f-4babb39a84b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.618797] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559ce7c-87d8-4ed4-bf1b-fe53c2bf7fd8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.632265] env[62533]: DEBUG nova.compute.provider_tree [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.810724] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2098.135779] env[62533]: DEBUG nova.scheduler.client.report [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.147317] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.645s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.806497] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2099.810139] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2099.810349] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.313145] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.313513] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.313589] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.313749] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2100.315103] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7511c9-bafb-422c-9444-b95bf4d3ff81 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.323170] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea8bbe-9a94-4a6d-93ad-03e8ca03be00 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.336511] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206b3bc-d85d-4218-922c-656b5beb6305 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.342425] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e744a-b3f2-4bb3-a084-b85f1cb91d3e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.371209] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180942MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2100.371392] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.371605] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.680887] env[62533]: INFO nova.compute.manager [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Swapping old allocation on dict_keys(['733d32e8-8cd1-4b07-a886-f15a83a909db']) held by migration fbce334b-fc11-42b4-9758-c49d4d72ba91 for instance [ 2100.701150] env[62533]: DEBUG nova.scheduler.client.report [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Overwriting current allocation {'allocations': {'733d32e8-8cd1-4b07-a886-f15a83a909db': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': 'fb2e232dcbca4dc4ac02afcbda5227f7', 'user_id': 'ad45de21dd0a43ee818750801add7d87', 'consumer_generation': 1} on consumer 11b809da-32f0-4eee-aaa0-0c6ae1b07338 {{(pid=62533) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2100.783705] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.783902] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.784107] env[62533]: DEBUG nova.network.neutron [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2101.393277] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 8b13371e-623a-4acc-9e9d-f149ebda4ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2101.393837] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 3cfc8beb-f10e-4b0b-8c77-714f6f14628e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2101.393837] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance 11b809da-32f0-4eee-aaa0-0c6ae1b07338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2101.393837] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2101.394214] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2101.448430] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a0c89-cc40-4fab-9c02-7bdebf1807aa {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.457606] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5371c-87a6-46f9-a1be-89facfeedb66 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.491276] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7b068-a7b7-48ce-ab10-4c199d4df61b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.499143] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293b01cd-9492-48c2-89c9-6b758da7df58 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.514158] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.528970] env[62533]: DEBUG nova.network.neutron [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.017402] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2102.031507] env[62533]: DEBUG oslo_concurrency.lockutils [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.031927] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.032451] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5fdac1-6362-4dc7-ba81-8b61bae7f442 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.039524] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2102.039524] env[62533]: value = "task-1899305" [ 2102.039524] env[62533]: _type = "Task" [ 2102.039524] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.048279] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.522359] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2102.522754] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.549158] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899305, 'name': PowerOffVM_Task, 'duration_secs': 0.214817} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.549406] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.550062] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.550288] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.550443] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.550628] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.550770] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.550915] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.551134] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.551296] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.551461] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.551620] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.551791] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.556618] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d041f07-b248-469d-ae20-617e5eaf80c2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.571307] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2102.571307] env[62533]: value = "task-1899306" [ 2102.571307] env[62533]: _type = "Task" [ 2102.571307] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.579146] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.081220] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899306, 'name': ReconfigVM_Task, 'duration_secs': 0.13018} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.082017] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafdc803-d2b1-40b4-ad1c-777933351a91 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.099686] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2103.099946] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2103.100085] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2103.100275] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2103.100423] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2103.100569] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2103.100768] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2103.100925] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2103.101106] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2103.101272] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2103.101440] env[62533]: DEBUG nova.virt.hardware [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2103.102203] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cfe055-2ef9-4c3a-9813-3d573a381717 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.107250] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2103.107250] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d875ad-b53c-a0dd-0707-f4286f20524c" [ 2103.107250] env[62533]: _type = "Task" [ 2103.107250] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.114395] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d875ad-b53c-a0dd-0707-f4286f20524c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.523240] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2103.523605] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2103.523605] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Rebuilding the list of instances to heal {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 2103.616812] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52d875ad-b53c-a0dd-0707-f4286f20524c, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.622007] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2103.622271] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76824291-117e-4b86-b7c8-ea327adff221 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.639851] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2103.639851] env[62533]: value = "task-1899307" [ 2103.639851] env[62533]: _type = "Task" [ 2103.639851] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.648920] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.026920] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.027133] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquired lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.027265] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Forcefully refreshing network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2104.027379] env[62533]: DEBUG nova.objects.instance [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lazy-loading 'info_cache' on Instance uuid 11b809da-32f0-4eee-aaa0-0c6ae1b07338 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.149095] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899307, 'name': ReconfigVM_Task, 'duration_secs': 0.172209} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.149400] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2104.150210] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7cff2-d4c8-42ef-92d6-1f8ad4ecbc73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.172158] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2104.172712] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce514a93-2cba-45a5-9c61-d73cde068b99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.190305] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2104.190305] env[62533]: value = "task-1899308" [ 2104.190305] env[62533]: _type = "Task" [ 2104.190305] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.197811] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.699932] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899308, 'name': ReconfigVM_Task, 'duration_secs': 0.240569} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.700254] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338/11b809da-32f0-4eee-aaa0-0c6ae1b07338.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.701017] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2a9cc-dc3a-4999-b003-5e3145af461a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.718421] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f926906-dd66-451a-86b9-7ad089a15423 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.735151] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9fa77-6688-4fdd-b940-7a4cd46e0426 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.753040] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79212e8e-ceed-4f69-a2af-92115c2522a0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.759284] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.759490] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc71efd2-efff-4d80-8a55-275fda574615 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.765670] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2104.765670] env[62533]: value = "task-1899309" [ 2104.765670] env[62533]: _type = "Task" [ 2104.765670] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.772572] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.275502] env[62533]: DEBUG oslo_vmware.api [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899309, 'name': PowerOnVM_Task, 'duration_secs': 0.34664} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.275771] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.731278] env[62533]: DEBUG nova.network.neutron [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [{"id": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "address": "fa:16:3e:b5:bd:e3", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75d2ad9-07", "ovs_interfaceid": "e75d2ad9-07a9-4a28-85aa-0f60048bf027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.233850] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Releasing lock "refresh_cache-11b809da-32f0-4eee-aaa0-0c6ae1b07338" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.234067] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updated the network info_cache for instance {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10486}} [ 2106.287016] env[62533]: INFO nova.compute.manager [None req-63549b54-c6b9-43ba-b4c8-fe24e78fdda3 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance to original state: 'active' [ 2107.229058] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.229455] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.229455] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.229619] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.229777] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.232166] env[62533]: INFO nova.compute.manager [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Terminating instance [ 2107.670076] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.670355] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.670538] env[62533]: INFO nova.compute.manager [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Shelving [ 2107.735881] env[62533]: DEBUG nova.compute.manager [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.736090] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.736954] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec408f0-6974-41f7-a120-c82b515947a5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.744741] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.744973] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac129bd2-6f3a-468b-9062-ade620d89f4f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.751220] env[62533]: DEBUG oslo_vmware.api [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2107.751220] env[62533]: value = "task-1899310" [ 2107.751220] env[62533]: _type = "Task" [ 2107.751220] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.758458] env[62533]: DEBUG oslo_vmware.api [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.260800] env[62533]: DEBUG oslo_vmware.api [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899310, 'name': PowerOffVM_Task, 'duration_secs': 0.168804} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.261186] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.261186] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.261420] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5096f3-5e07-4352-8473-ffd4c9caf670 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.342307] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.342529] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Deleting contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.342713] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleting the datastore file [datastore2] 11b809da-32f0-4eee-aaa0-0c6ae1b07338 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.342983] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b3dbbe9-6b87-4b04-ab5d-3cbb8eb3c85b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.348955] env[62533]: DEBUG oslo_vmware.api [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2108.348955] env[62533]: value = "task-1899312" [ 2108.348955] env[62533]: _type = "Task" [ 2108.348955] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.356138] env[62533]: DEBUG oslo_vmware.api [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.681791] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.682144] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec38b8f6-af62-430a-9234-d451ee83c842 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.689044] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2108.689044] env[62533]: value = "task-1899313" [ 2108.689044] env[62533]: _type = "Task" [ 2108.689044] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.697560] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.858358] env[62533]: DEBUG oslo_vmware.api [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463143} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.858639] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.858820] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Deleted contents of the VM from datastore datastore2 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.858990] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.859180] env[62533]: INFO nova.compute.manager [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2108.859415] env[62533]: DEBUG oslo.service.loopingcall [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.859598] env[62533]: DEBUG nova.compute.manager [-] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.859692] env[62533]: DEBUG nova.network.neutron [-] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.199748] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899313, 'name': PowerOffVM_Task, 'duration_secs': 0.184282} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.200062] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.200840] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6f7483-57eb-4162-88f4-3f0d2f1fe0d4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.219015] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32178478-78f0-4356-984d-c73243932110 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.497194] env[62533]: DEBUG nova.compute.manager [req-84588467-7a61-4797-9ebe-83584b140020 req-e3850ab0-0131-4cc8-b8a0-f513bd0a4f3d service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Received event network-vif-deleted-e75d2ad9-07a9-4a28-85aa-0f60048bf027 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2109.497194] env[62533]: INFO nova.compute.manager [req-84588467-7a61-4797-9ebe-83584b140020 req-e3850ab0-0131-4cc8-b8a0-f513bd0a4f3d service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Neutron deleted interface e75d2ad9-07a9-4a28-85aa-0f60048bf027; detaching it from the instance and deleting it from the info cache [ 2109.497194] env[62533]: DEBUG nova.network.neutron [req-84588467-7a61-4797-9ebe-83584b140020 req-e3850ab0-0131-4cc8-b8a0-f513bd0a4f3d service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.728952] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Creating Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2109.729325] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27f95d88-34bf-4762-8ff7-86444322716d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.737727] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2109.737727] env[62533]: value = "task-1899314" [ 2109.737727] env[62533]: _type = "Task" [ 2109.737727] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.746177] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.973731] env[62533]: DEBUG nova.network.neutron [-] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.000612] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-331a180a-8064-42c3-82dd-e00a05bd1bfc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.011263] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e3d3e-1f03-461c-8634-a5ab366d3fd3 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.045469] env[62533]: DEBUG nova.compute.manager [req-84588467-7a61-4797-9ebe-83584b140020 req-e3850ab0-0131-4cc8-b8a0-f513bd0a4f3d service nova] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Detach interface failed, port_id=e75d2ad9-07a9-4a28-85aa-0f60048bf027, reason: Instance 11b809da-32f0-4eee-aaa0-0c6ae1b07338 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2110.247946] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899314, 'name': CreateSnapshot_Task, 'duration_secs': 0.474702} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.248217] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Created Snapshot of the VM instance {{(pid=62533) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2110.248969] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c03e2-4d74-4d12-922c-9feeabc8b140 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.476701] env[62533]: INFO nova.compute.manager [-] [instance: 11b809da-32f0-4eee-aaa0-0c6ae1b07338] Took 1.62 seconds to deallocate network for instance. [ 2110.766722] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Creating linked-clone VM from snapshot {{(pid=62533) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2110.767040] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a68b07e-ada7-491e-839c-37a3fde9e336 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.775678] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2110.775678] env[62533]: value = "task-1899315" [ 2110.775678] env[62533]: _type = "Task" [ 2110.775678] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.783893] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899315, 'name': CloneVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.983784] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.984095] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.984307] env[62533]: DEBUG nova.objects.instance [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'resources' on Instance uuid 11b809da-32f0-4eee-aaa0-0c6ae1b07338 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.285796] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899315, 'name': CloneVM_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.541253] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c24187-9e2e-4b8f-9234-e18e3a4c4038 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.549042] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb35749-b05a-4722-819f-f9e8551315b7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.581195] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082e9512-b0a5-4991-9e4b-391698bd3150 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.588661] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dd819f-105c-4c25-8980-e4ae2449c444 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.601704] env[62533]: DEBUG nova.compute.provider_tree [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.787547] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899315, 'name': CloneVM_Task} progress is 95%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.104864] env[62533]: DEBUG nova.scheduler.client.report [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.287636] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899315, 'name': CloneVM_Task, 'duration_secs': 1.232401} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.287917] env[62533]: INFO nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Created linked-clone VM from snapshot [ 2112.288875] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad86c5-daf0-42f0-96b1-487b246ddb4b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.295684] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Uploading image 663c6861-1cb9-4105-82fd-7e6d60f93913 {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2112.320537] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2112.320537] env[62533]: value = "vm-392134" [ 2112.320537] env[62533]: _type = "VirtualMachine" [ 2112.320537] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2112.320791] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a8996d9-0a8d-4b84-9252-5cccffef8500 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.331287] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease: (returnval){ [ 2112.331287] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b8d31-d948-aab5-e616-cd8b7a4eec56" [ 2112.331287] env[62533]: _type = "HttpNfcLease" [ 2112.331287] env[62533]: } obtained for exporting VM: (result){ [ 2112.331287] env[62533]: value = "vm-392134" [ 2112.331287] env[62533]: _type = "VirtualMachine" [ 2112.331287] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2112.331608] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the lease: (returnval){ [ 2112.331608] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b8d31-d948-aab5-e616-cd8b7a4eec56" [ 2112.331608] env[62533]: _type = "HttpNfcLease" [ 2112.331608] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2112.337270] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2112.337270] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b8d31-d948-aab5-e616-cd8b7a4eec56" [ 2112.337270] env[62533]: _type = "HttpNfcLease" [ 2112.337270] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2112.517108] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.610118] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.627809] env[62533]: INFO nova.scheduler.client.report [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted allocations for instance 11b809da-32f0-4eee-aaa0-0c6ae1b07338 [ 2112.840044] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2112.840044] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b8d31-d948-aab5-e616-cd8b7a4eec56" [ 2112.840044] env[62533]: _type = "HttpNfcLease" [ 2112.840044] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2112.840437] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2112.840437] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]525b8d31-d948-aab5-e616-cd8b7a4eec56" [ 2112.840437] env[62533]: _type = "HttpNfcLease" [ 2112.840437] env[62533]: }. {{(pid=62533) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2112.841045] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84856c2a-87b1-4ba7-a16c-3ea04d51db9f {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.849637] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0d58b-397e-1b0b-4687-f717205dfd78/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2112.849810] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0d58b-397e-1b0b-4687-f717205dfd78/disk-0.vmdk for reading. {{(pid=62533) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2112.939383] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7cdc56f-2de6-43f9-a4a1-2f394240af33 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.135196] env[62533]: DEBUG oslo_concurrency.lockutils [None req-854685bc-6d35-4469-a2d6-14d3897eb81e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "11b809da-32f0-4eee-aaa0-0c6ae1b07338" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.906s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.235244] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.236151] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.738368] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Starting instance... {{(pid=62533) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2115.261398] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.261694] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.263399] env[62533]: INFO nova.compute.claims [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2116.322024] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812517eb-b6b8-49a2-9680-7750f8f9c9e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.329413] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7213063c-9b2d-4ecc-a438-885d90cc35cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.360626] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7ac8c-55ff-47ba-a000-bd53fcb1e2f7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.368278] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0db40-da9f-40f4-b171-6965bedcdd67 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.381688] env[62533]: DEBUG nova.compute.provider_tree [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.885469] env[62533]: DEBUG nova.scheduler.client.report [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.390254] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.390809] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Start building networks asynchronously for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2117.895568] env[62533]: DEBUG nova.compute.utils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2117.896901] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Allocating IP information in the background. {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2117.897033] env[62533]: DEBUG nova.network.neutron [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] allocate_for_instance() {{(pid=62533) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2117.948141] env[62533]: DEBUG nova.policy [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad45de21dd0a43ee818750801add7d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb2e232dcbca4dc4ac02afcbda5227f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62533) authorize /opt/stack/nova/nova/policy.py:192}} [ 2118.224926] env[62533]: DEBUG nova.network.neutron [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Successfully created port: 1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2118.400653] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Start building block device mappings for instance. {{(pid=62533) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2119.412486] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Start spawning the instance on the hypervisor. {{(pid=62533) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2119.439022] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:48:22Z,direct_url=,disk_format='vmdk',id=7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1cb422fd7f4748d49e518521feaef5d5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2119.439313] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2119.439428] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2119.439612] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2119.439761] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2119.439971] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2119.440271] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2119.440452] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2119.440616] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2119.440777] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2119.440949] env[62533]: DEBUG nova.virt.hardware [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2119.441869] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ff786-ed8d-4f56-9478-b770228bd8a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.450132] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d818aef-92ab-4621-81fd-3d20e787ddb1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.623174] env[62533]: DEBUG nova.compute.manager [req-1ba2fd2f-42e4-4e90-9ad7-6e3ccadabf18 req-1fb9943a-3c30-4f7d-a275-0ee9f0eee859 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Received event network-vif-plugged-1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2119.623494] env[62533]: DEBUG oslo_concurrency.lockutils [req-1ba2fd2f-42e4-4e90-9ad7-6e3ccadabf18 req-1fb9943a-3c30-4f7d-a275-0ee9f0eee859 service nova] Acquiring lock "b3bc62ec-c222-4390-9efc-4906d04d9f56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.623741] env[62533]: DEBUG oslo_concurrency.lockutils [req-1ba2fd2f-42e4-4e90-9ad7-6e3ccadabf18 req-1fb9943a-3c30-4f7d-a275-0ee9f0eee859 service nova] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.623947] env[62533]: DEBUG oslo_concurrency.lockutils [req-1ba2fd2f-42e4-4e90-9ad7-6e3ccadabf18 req-1fb9943a-3c30-4f7d-a275-0ee9f0eee859 service nova] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.624359] env[62533]: DEBUG nova.compute.manager [req-1ba2fd2f-42e4-4e90-9ad7-6e3ccadabf18 req-1fb9943a-3c30-4f7d-a275-0ee9f0eee859 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] No waiting events found dispatching network-vif-plugged-1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2119.624679] env[62533]: WARNING nova.compute.manager [req-1ba2fd2f-42e4-4e90-9ad7-6e3ccadabf18 req-1fb9943a-3c30-4f7d-a275-0ee9f0eee859 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Received unexpected event network-vif-plugged-1872e04e-7931-408e-9424-323bdd87cdaf for instance with vm_state building and task_state spawning. [ 2119.714696] env[62533]: DEBUG nova.network.neutron [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Successfully updated port: 1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2119.816485] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0d58b-397e-1b0b-4687-f717205dfd78/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2119.817425] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e8866-0744-482a-9fb5-c3fbb9886adc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.823615] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0d58b-397e-1b0b-4687-f717205dfd78/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2119.823769] env[62533]: ERROR oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0d58b-397e-1b0b-4687-f717205dfd78/disk-0.vmdk due to incomplete transfer. [ 2119.823978] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4423b08d-cb6b-46b0-8de8-3e3edc738763 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.830540] env[62533]: DEBUG oslo_vmware.rw_handles [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0d58b-397e-1b0b-4687-f717205dfd78/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2119.830730] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Uploaded image 663c6861-1cb9-4105-82fd-7e6d60f93913 to the Glance image server {{(pid=62533) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2119.833062] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Destroying the VM {{(pid=62533) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2119.833286] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4577416-ec3a-4e5e-9df2-e7e9ebd90ac4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.838808] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2119.838808] env[62533]: value = "task-1899317" [ 2119.838808] env[62533]: _type = "Task" [ 2119.838808] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.845789] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899317, 'name': Destroy_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.218068] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.218272] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.218392] env[62533]: DEBUG nova.network.neutron [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.348676] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899317, 'name': Destroy_Task} progress is 33%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.748264] env[62533]: DEBUG nova.network.neutron [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Instance cache missing network info. {{(pid=62533) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2120.852942] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899317, 'name': Destroy_Task, 'duration_secs': 0.754743} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.853305] env[62533]: INFO nova.virt.vmwareapi.vm_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Destroyed the VM [ 2120.853607] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deleting Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2120.853905] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54acf99c-3541-4a8f-b701-68e510ee57e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.860583] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2120.860583] env[62533]: value = "task-1899318" [ 2120.860583] env[62533]: _type = "Task" [ 2120.860583] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.869086] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899318, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.881858] env[62533]: DEBUG nova.network.neutron [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [{"id": "1872e04e-7931-408e-9424-323bdd87cdaf", "address": "fa:16:3e:04:3f:0a", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872e04e-79", "ovs_interfaceid": "1872e04e-7931-408e-9424-323bdd87cdaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.370519] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899318, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.384171] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.384495] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Instance network_info: |[{"id": "1872e04e-7931-408e-9424-323bdd87cdaf", "address": "fa:16:3e:04:3f:0a", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872e04e-79", "ovs_interfaceid": "1872e04e-7931-408e-9424-323bdd87cdaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62533) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2121.384929] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:3f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1872e04e-7931-408e-9424-323bdd87cdaf', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2121.392581] env[62533]: DEBUG oslo.service.loopingcall [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.392787] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2121.393035] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff6ae960-0d50-438c-abf4-bdcd22832769 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.414841] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2121.414841] env[62533]: value = "task-1899319" [ 2121.414841] env[62533]: _type = "Task" [ 2121.414841] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.422624] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899319, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.649323] env[62533]: DEBUG nova.compute.manager [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Received event network-changed-1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2121.649551] env[62533]: DEBUG nova.compute.manager [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Refreshing instance network info cache due to event network-changed-1872e04e-7931-408e-9424-323bdd87cdaf. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2121.649799] env[62533]: DEBUG oslo_concurrency.lockutils [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] Acquiring lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.649965] env[62533]: DEBUG oslo_concurrency.lockutils [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] Acquired lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.650169] env[62533]: DEBUG nova.network.neutron [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Refreshing network info cache for port 1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.870436] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899318, 'name': RemoveSnapshot_Task, 'duration_secs': 0.612992} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.870836] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deleted Snapshot of the VM instance {{(pid=62533) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2121.870980] env[62533]: DEBUG nova.compute.manager [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.871724] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0725f7-2638-483e-91eb-a5f0d9110509 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.924386] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899319, 'name': CreateVM_Task, 'duration_secs': 0.388433} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.924584] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2121.925192] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.925363] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.925674] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2121.925936] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ba7963-5d52-4d1b-ba7e-cb589adfe07e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.930862] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2121.930862] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ea703a-0ab7-51e5-6768-8cf772c46412" [ 2121.930862] env[62533]: _type = "Task" [ 2121.930862] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.940070] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ea703a-0ab7-51e5-6768-8cf772c46412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.376478] env[62533]: DEBUG nova.network.neutron [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updated VIF entry in instance network info cache for port 1872e04e-7931-408e-9424-323bdd87cdaf. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2122.376843] env[62533]: DEBUG nova.network.neutron [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [{"id": "1872e04e-7931-408e-9424-323bdd87cdaf", "address": "fa:16:3e:04:3f:0a", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872e04e-79", "ovs_interfaceid": "1872e04e-7931-408e-9424-323bdd87cdaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.382724] env[62533]: INFO nova.compute.manager [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Shelve offloading [ 2122.441610] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52ea703a-0ab7-51e5-6768-8cf772c46412, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.441877] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.442113] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Processing image 7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2122.442348] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.442495] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.442667] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2122.442940] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33cb4d40-d9dc-4c17-828f-43d6b0ce989b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.451105] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2122.451277] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2122.451929] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0506eea3-315c-4007-9c4d-406daf2d8b07 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.456904] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2122.456904] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52113ffe-f096-7b04-4cd9-9bdc066b74c2" [ 2122.456904] env[62533]: _type = "Task" [ 2122.456904] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.464599] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52113ffe-f096-7b04-4cd9-9bdc066b74c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.880026] env[62533]: DEBUG oslo_concurrency.lockutils [req-82d0ed4a-b081-4978-80d1-d6e3f48ed6b0 req-57a88d68-c9ac-4f3c-8ba9-0e40427dd79b service nova] Releasing lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.885928] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.886251] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37406035-29f7-4594-83f9-22903340eb99 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.893853] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2122.893853] env[62533]: value = "task-1899320" [ 2122.893853] env[62533]: _type = "Task" [ 2122.893853] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.901454] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.966959] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52113ffe-f096-7b04-4cd9-9bdc066b74c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.967700] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f55d8e-2600-4740-8547-569d6b20cbf0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.972960] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2122.972960] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520461f5-9cb3-1584-1836-e1264e799ffe" [ 2122.972960] env[62533]: _type = "Task" [ 2122.972960] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.980363] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520461f5-9cb3-1584-1836-e1264e799ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.405331] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] VM already powered off {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2123.405761] env[62533]: DEBUG nova.compute.manager [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.406349] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d8184-d926-4b33-bfee-c7507f84cf02 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.412073] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.412250] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.412420] env[62533]: DEBUG nova.network.neutron [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2123.483127] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]520461f5-9cb3-1584-1836-e1264e799ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.483395] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.483643] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b3bc62ec-c222-4390-9efc-4906d04d9f56/b3bc62ec-c222-4390-9efc-4906d04d9f56.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2123.483893] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbf26023-f818-44ca-88b7-6920c82b5106 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.490812] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2123.490812] env[62533]: value = "task-1899321" [ 2123.490812] env[62533]: _type = "Task" [ 2123.490812] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.497926] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.000131] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473539} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.000470] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d/7b0b8d1f-947d-4e19-84cd-c04ba3c18a3d.vmdk to [datastore1] b3bc62ec-c222-4390-9efc-4906d04d9f56/b3bc62ec-c222-4390-9efc-4906d04d9f56.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2124.000596] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Extending root virtual disk to 1048576 {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2124.000838] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3008b875-7dcc-4191-b3fd-d35ec1de36c7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.007628] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2124.007628] env[62533]: value = "task-1899322" [ 2124.007628] env[62533]: _type = "Task" [ 2124.007628] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.017081] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.131732] env[62533]: DEBUG nova.network.neutron [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.518274] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064284} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.518541] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Extended root virtual disk {{(pid=62533) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2124.519301] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a7c99-e85b-4cd6-b686-43780d9bf69d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.540646] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b3bc62ec-c222-4390-9efc-4906d04d9f56/b3bc62ec-c222-4390-9efc-4906d04d9f56.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.540898] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a414852e-7dd9-4615-bf32-7207eae955c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.560227] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2124.560227] env[62533]: value = "task-1899323" [ 2124.560227] env[62533]: _type = "Task" [ 2124.560227] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.567590] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.634696] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.845228] env[62533]: DEBUG nova.compute.manager [req-aef27890-c102-4024-8cd1-d380df09518b req-bf45b612-5870-4411-a051-2112530544e5 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-vif-unplugged-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2124.845445] env[62533]: DEBUG oslo_concurrency.lockutils [req-aef27890-c102-4024-8cd1-d380df09518b req-bf45b612-5870-4411-a051-2112530544e5 service nova] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.845699] env[62533]: DEBUG oslo_concurrency.lockutils [req-aef27890-c102-4024-8cd1-d380df09518b req-bf45b612-5870-4411-a051-2112530544e5 service nova] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.845874] env[62533]: DEBUG oslo_concurrency.lockutils [req-aef27890-c102-4024-8cd1-d380df09518b req-bf45b612-5870-4411-a051-2112530544e5 service nova] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.846138] env[62533]: DEBUG nova.compute.manager [req-aef27890-c102-4024-8cd1-d380df09518b req-bf45b612-5870-4411-a051-2112530544e5 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] No waiting events found dispatching network-vif-unplugged-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2124.846336] env[62533]: WARNING nova.compute.manager [req-aef27890-c102-4024-8cd1-d380df09518b req-bf45b612-5870-4411-a051-2112530544e5 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received unexpected event network-vif-unplugged-747086ef-3f73-4967-b198-ddca3d6d4221 for instance with vm_state shelved and task_state shelving_offloading. [ 2124.934385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2124.935415] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b5fb9-3038-4d69-83b1-ff1a5e3f8b7e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.942676] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2124.942933] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d036dc-d56a-4b56-8f80-4cff7d42ca59 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.025575] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2125.025859] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2125.025968] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleting the datastore file [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.026273] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a13ffd9b-5a96-47d8-bc77-db10f7e84f97 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.032135] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2125.032135] env[62533]: value = "task-1899325" [ 2125.032135] env[62533]: _type = "Task" [ 2125.032135] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.039746] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.069142] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899323, 'name': ReconfigVM_Task, 'duration_secs': 0.351504} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.069497] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b3bc62ec-c222-4390-9efc-4906d04d9f56/b3bc62ec-c222-4390-9efc-4906d04d9f56.vmdk or device None with type sparse {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.070143] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-087d1cfd-6295-4a3f-9dbf-ebf9e4658485 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.076173] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2125.076173] env[62533]: value = "task-1899326" [ 2125.076173] env[62533]: _type = "Task" [ 2125.076173] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.083622] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899326, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.541988] env[62533]: DEBUG oslo_vmware.api [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220909} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.542259] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2125.542448] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2125.542620] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2125.561638] env[62533]: INFO nova.scheduler.client.report [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted allocations for instance 8b13371e-623a-4acc-9e9d-f149ebda4ae9 [ 2125.584968] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899326, 'name': Rename_Task, 'duration_secs': 0.164652} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.585245] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2125.585487] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e731f61-8a45-4efc-b365-b6eea625c828 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.592289] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2125.592289] env[62533]: value = "task-1899327" [ 2125.592289] env[62533]: _type = "Task" [ 2125.592289] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.598961] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.066451] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.066750] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.066942] env[62533]: DEBUG nova.objects.instance [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'resources' on Instance uuid 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.102474] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.570081] env[62533]: DEBUG nova.objects.instance [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.601499] env[62533]: DEBUG oslo_vmware.api [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899327, 'name': PowerOnVM_Task, 'duration_secs': 0.680761} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.601756] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2126.601950] env[62533]: INFO nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Took 7.19 seconds to spawn the instance on the hypervisor. [ 2126.602193] env[62533]: DEBUG nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.602935] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3164872-294a-4eb9-821e-bf4c7c3aa0de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.869353] env[62533]: DEBUG nova.compute.manager [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2126.869707] env[62533]: DEBUG nova.compute.manager [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing instance network info cache due to event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2126.870019] env[62533]: DEBUG oslo_concurrency.lockutils [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.870242] env[62533]: DEBUG oslo_concurrency.lockutils [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.870466] env[62533]: DEBUG nova.network.neutron [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.071989] env[62533]: DEBUG nova.objects.base [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Object Instance<8b13371e-623a-4acc-9e9d-f149ebda4ae9> lazy-loaded attributes: resources,numa_topology {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2127.121957] env[62533]: INFO nova.compute.manager [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Took 11.88 seconds to build instance. [ 2127.131890] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288fc06-0e57-4a83-a76a-88abc22f6d46 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.140564] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9bc6d6-3df8-4ec7-b387-c26a59e9f80e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.171944] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2693cfe2-555d-48ea-8af5-8a9dbeeb0685 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.179932] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b448e4-aa63-4b90-9e61-dbe71b513809 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.194224] env[62533]: DEBUG nova.compute.provider_tree [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.367355] env[62533]: DEBUG nova.compute.manager [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Received event network-changed-1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2127.367549] env[62533]: DEBUG nova.compute.manager [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Refreshing instance network info cache due to event network-changed-1872e04e-7931-408e-9424-323bdd87cdaf. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2127.367764] env[62533]: DEBUG oslo_concurrency.lockutils [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] Acquiring lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.367908] env[62533]: DEBUG oslo_concurrency.lockutils [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] Acquired lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.368121] env[62533]: DEBUG nova.network.neutron [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Refreshing network info cache for port 1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.511664] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.623442] env[62533]: DEBUG oslo_concurrency.lockutils [None req-beaaac93-ecd3-49b3-b514-adf0a5e881b5 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.387s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.628948] env[62533]: DEBUG nova.network.neutron [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updated VIF entry in instance network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2127.629301] env[62533]: DEBUG nova.network.neutron [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap747086ef-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.697511] env[62533]: DEBUG nova.scheduler.client.report [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.070042] env[62533]: DEBUG nova.network.neutron [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updated VIF entry in instance network info cache for port 1872e04e-7931-408e-9424-323bdd87cdaf. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2128.070418] env[62533]: DEBUG nova.network.neutron [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [{"id": "1872e04e-7931-408e-9424-323bdd87cdaf", "address": "fa:16:3e:04:3f:0a", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872e04e-79", "ovs_interfaceid": "1872e04e-7931-408e-9424-323bdd87cdaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.131562] env[62533]: DEBUG oslo_concurrency.lockutils [req-0c912591-ac63-4208-90d2-fbd5cbc49ada req-be6bc954-26d1-4001-835e-12168fb9d3f4 service nova] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.201949] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.361088] env[62533]: DEBUG oslo_concurrency.lockutils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.361342] env[62533]: DEBUG oslo_concurrency.lockutils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.572760] env[62533]: DEBUG oslo_concurrency.lockutils [req-be3d5b32-286b-496e-8bc0-6e406a3a4568 req-869a51cd-e8ff-4565-bd1c-574c13033231 service nova] Releasing lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.709325] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b9c7b9d2-5c79-4ebf-b3a3-39f501b121d7 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.039s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.710556] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.198s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.710556] env[62533]: INFO nova.compute.manager [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Unshelving [ 2128.864701] env[62533]: DEBUG nova.compute.utils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Using /dev/sd instead of None {{(pid=62533) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2129.367583] env[62533]: DEBUG oslo_concurrency.lockutils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.735232] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.735491] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.735693] env[62533]: DEBUG nova.objects.instance [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.239606] env[62533]: DEBUG nova.objects.instance [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.427561] env[62533]: DEBUG oslo_concurrency.lockutils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.428040] env[62533]: DEBUG oslo_concurrency.lockutils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.428040] env[62533]: INFO nova.compute.manager [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Attaching volume 8b84ddb4-69d3-4362-9e71-ca797b264283 to /dev/sdb [ 2130.458188] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ff734-1aaf-4a82-87f1-d86444b396c4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.465593] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233e2f75-ae9a-43a3-8b5c-cfd0f33d359d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.479103] env[62533]: DEBUG nova.virt.block_device [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updating existing volume attachment record: d6901052-4c5d-47f8-bace-1ec349b51809 {{(pid=62533) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2130.742440] env[62533]: INFO nova.compute.claims [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2131.802076] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72af4fd-5343-4e6c-ba0d-aa87859eae19 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.809773] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03340e8-547f-4b83-875d-dbfa9c3b3602 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.839589] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94d156d-c351-49af-94aa-e1f75452a083 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.846471] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c903e0a-4fb8-4c5a-aca6-31aee1302bcd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.859164] env[62533]: DEBUG nova.compute.provider_tree [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2132.362270] env[62533]: DEBUG nova.scheduler.client.report [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.867690] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.132s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.896515] env[62533]: INFO nova.network.neutron [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating port 747086ef-3f73-4967-b198-ddca3d6d4221 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2134.334558] env[62533]: DEBUG nova.compute.manager [req-74e4489c-6db9-49ad-a885-cef603b7a986 req-ec93fe3a-3e16-4d29-ba96-f63208d2fa24 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-vif-plugged-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2134.334810] env[62533]: DEBUG oslo_concurrency.lockutils [req-74e4489c-6db9-49ad-a885-cef603b7a986 req-ec93fe3a-3e16-4d29-ba96-f63208d2fa24 service nova] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.335129] env[62533]: DEBUG oslo_concurrency.lockutils [req-74e4489c-6db9-49ad-a885-cef603b7a986 req-ec93fe3a-3e16-4d29-ba96-f63208d2fa24 service nova] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.335225] env[62533]: DEBUG oslo_concurrency.lockutils [req-74e4489c-6db9-49ad-a885-cef603b7a986 req-ec93fe3a-3e16-4d29-ba96-f63208d2fa24 service nova] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.335378] env[62533]: DEBUG nova.compute.manager [req-74e4489c-6db9-49ad-a885-cef603b7a986 req-ec93fe3a-3e16-4d29-ba96-f63208d2fa24 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] No waiting events found dispatching network-vif-plugged-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.335541] env[62533]: WARNING nova.compute.manager [req-74e4489c-6db9-49ad-a885-cef603b7a986 req-ec93fe3a-3e16-4d29-ba96-f63208d2fa24 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received unexpected event network-vif-plugged-747086ef-3f73-4967-b198-ddca3d6d4221 for instance with vm_state shelved_offloaded and task_state spawning. [ 2134.413978] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.414186] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.414362] env[62533]: DEBUG nova.network.neutron [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.022317] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Volume attach. Driver type: vmdk {{(pid=62533) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2135.022561] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392136', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'name': 'volume-8b84ddb4-69d3-4362-9e71-ca797b264283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cfc8beb-f10e-4b0b-8c77-714f6f14628e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'serial': '8b84ddb4-69d3-4362-9e71-ca797b264283'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2135.023470] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed6b41d-ff8f-4ae3-91e6-c0449b29bca8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.041821] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5354393-b024-42d1-b393-41558eda1f49 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.066279] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-8b84ddb4-69d3-4362-9e71-ca797b264283/volume-8b84ddb4-69d3-4362-9e71-ca797b264283.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2135.066544] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0110ce-99eb-4d0f-ac39-f9e1f44d1b4c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.086575] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2135.086575] env[62533]: value = "task-1899330" [ 2135.086575] env[62533]: _type = "Task" [ 2135.086575] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.097067] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.147500] env[62533]: DEBUG nova.network.neutron [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.597094] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899330, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.649855] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.677120] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5b949f84aa3b76e76e0391963c0a1f6d',container_format='bare',created_at=2024-12-14T22:16:07Z,direct_url=,disk_format='vmdk',id=663c6861-1cb9-4105-82fd-7e6d60f93913,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-781098692-shelved',owner='f57c0c7e0f834591afef61a237156615',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-14T22:16:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2135.677477] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.677617] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image limits 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2135.677791] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Flavor pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.678238] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Image pref 0:0:0 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2135.678238] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62533) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2135.678408] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2135.678567] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2135.678728] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Got 1 possible topologies {{(pid=62533) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2135.678888] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2135.679080] env[62533]: DEBUG nova.virt.hardware [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62533) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2135.680264] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8809c-6fd3-45b3-89e9-913eae1c9b33 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.687931] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87433210-07b6-47a3-adf8-60a03d44dfcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.700934] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:45:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '747086ef-3f73-4967-b198-ddca3d6d4221', 'vif_model': 'vmxnet3'}] {{(pid=62533) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2135.708225] env[62533]: DEBUG oslo.service.loopingcall [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.708476] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Creating VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.708684] env[62533]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75eb488e-e5f1-43c9-b20f-a4f4244539e5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.726952] env[62533]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.726952] env[62533]: value = "task-1899331" [ 2135.726952] env[62533]: _type = "Task" [ 2135.726952] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.734233] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899331, 'name': CreateVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.098079] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899330, 'name': ReconfigVM_Task, 'duration_secs': 0.546033} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.098391] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-8b84ddb4-69d3-4362-9e71-ca797b264283/volume-8b84ddb4-69d3-4362-9e71-ca797b264283.vmdk or device None with type thin {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.103487] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce7bafd-a6b2-4800-9821-02621ca9b7ab {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.118659] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2136.118659] env[62533]: value = "task-1899332" [ 2136.118659] env[62533]: _type = "Task" [ 2136.118659] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.127475] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.239855] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899331, 'name': CreateVM_Task} progress is 99%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.360598] env[62533]: DEBUG nova.compute.manager [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2136.360797] env[62533]: DEBUG nova.compute.manager [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing instance network info cache due to event network-changed-747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11623}} [ 2136.361023] env[62533]: DEBUG oslo_concurrency.lockutils [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] Acquiring lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.361180] env[62533]: DEBUG oslo_concurrency.lockutils [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] Acquired lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.361347] env[62533]: DEBUG nova.network.neutron [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Refreshing network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2136.629839] env[62533]: DEBUG oslo_vmware.api [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899332, 'name': ReconfigVM_Task, 'duration_secs': 0.159842} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.630255] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392136', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'name': 'volume-8b84ddb4-69d3-4362-9e71-ca797b264283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cfc8beb-f10e-4b0b-8c77-714f6f14628e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'serial': '8b84ddb4-69d3-4362-9e71-ca797b264283'} {{(pid=62533) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2136.737527] env[62533]: DEBUG oslo_vmware.api [-] Task: {'id': task-1899331, 'name': CreateVM_Task, 'duration_secs': 0.556185} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.737719] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Created VM on the ESX host {{(pid=62533) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.738381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.738547] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.738927] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.739201] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057805e3-49ae-4f84-bbe8-2ca157b37356 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.744100] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2136.744100] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a792ad-ff1b-0050-0368-091f6e207616" [ 2136.744100] env[62533]: _type = "Task" [ 2136.744100] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.751842] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52a792ad-ff1b-0050-0368-091f6e207616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.102035] env[62533]: DEBUG nova.network.neutron [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updated VIF entry in instance network info cache for port 747086ef-3f73-4967-b198-ddca3d6d4221. {{(pid=62533) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.102423] env[62533]: DEBUG nova.network.neutron [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [{"id": "747086ef-3f73-4967-b198-ddca3d6d4221", "address": "fa:16:3e:1b:45:92", "network": {"id": "ba83df28-88ba-450c-af6e-c74969077a57", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1917803766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57c0c7e0f834591afef61a237156615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747086ef-3f", "ovs_interfaceid": "747086ef-3f73-4967-b198-ddca3d6d4221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.254064] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.254326] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Processing image 663c6861-1cb9-4105-82fd-7e6d60f93913 {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2137.254561] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.254706] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.254925] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2137.255199] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e3bd277-5513-4594-a81a-bf992a411fa5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.273369] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2137.273556] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62533) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2137.274306] env[62533]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33da301-04c5-4cab-906e-cd3ff0f8d082 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.279647] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2137.279647] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52659967-a8a7-e54e-9807-4daa01ad13b1" [ 2137.279647] env[62533]: _type = "Task" [ 2137.279647] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.286933] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52659967-a8a7-e54e-9807-4daa01ad13b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.605537] env[62533]: DEBUG oslo_concurrency.lockutils [req-b816fa8f-ee70-43da-bbc2-87e8a7586320 req-0bae2bba-cf19-4f8b-8d44-8fb2077b26a7 service nova] Releasing lock "refresh_cache-8b13371e-623a-4acc-9e9d-f149ebda4ae9" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.668785] env[62533]: DEBUG nova.objects.instance [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'flavor' on Instance uuid 3cfc8beb-f10e-4b0b-8c77-714f6f14628e {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.789162] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Preparing fetch location {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2137.789385] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Fetch image to [datastore1] OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c/OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c.vmdk {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2137.789566] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Downloading stream optimized image 663c6861-1cb9-4105-82fd-7e6d60f93913 to [datastore1] OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c/OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c.vmdk on the data store datastore1 as vApp {{(pid=62533) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2137.789736] env[62533]: DEBUG nova.virt.vmwareapi.images [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Downloading image file data 663c6861-1cb9-4105-82fd-7e6d60f93913 to the ESX as VM named 'OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c' {{(pid=62533) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2137.863655] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2137.863655] env[62533]: value = "resgroup-9" [ 2137.863655] env[62533]: _type = "ResourcePool" [ 2137.863655] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2137.863943] env[62533]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-445eac4d-589e-440c-bdf6-d2e7a69ac5da {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.884852] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease: (returnval){ [ 2137.884852] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daec71-b103-6caf-4fd6-19c23f81dff8" [ 2137.884852] env[62533]: _type = "HttpNfcLease" [ 2137.884852] env[62533]: } obtained for vApp import into resource pool (val){ [ 2137.884852] env[62533]: value = "resgroup-9" [ 2137.884852] env[62533]: _type = "ResourcePool" [ 2137.884852] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2137.885204] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the lease: (returnval){ [ 2137.885204] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daec71-b103-6caf-4fd6-19c23f81dff8" [ 2137.885204] env[62533]: _type = "HttpNfcLease" [ 2137.885204] env[62533]: } to be ready. {{(pid=62533) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2137.891201] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2137.891201] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daec71-b103-6caf-4fd6-19c23f81dff8" [ 2137.891201] env[62533]: _type = "HttpNfcLease" [ 2137.891201] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2138.175411] env[62533]: DEBUG oslo_concurrency.lockutils [None req-902d4bc3-90d7-413c-9765-7872219984c3 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.747s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.394063] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2138.394063] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daec71-b103-6caf-4fd6-19c23f81dff8" [ 2138.394063] env[62533]: _type = "HttpNfcLease" [ 2138.394063] env[62533]: } is initializing. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2138.881028] env[62533]: DEBUG oslo_concurrency.lockutils [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.881434] env[62533]: DEBUG oslo_concurrency.lockutils [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.893558] env[62533]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2138.893558] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daec71-b103-6caf-4fd6-19c23f81dff8" [ 2138.893558] env[62533]: _type = "HttpNfcLease" [ 2138.893558] env[62533]: } is ready. {{(pid=62533) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2138.893827] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2138.893827] env[62533]: value = "session[52ec04eb-c8cb-5c44-4c39-6b097883c071]52daec71-b103-6caf-4fd6-19c23f81dff8" [ 2138.893827] env[62533]: _type = "HttpNfcLease" [ 2138.893827] env[62533]: }. {{(pid=62533) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2138.894583] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525d8fe-63eb-42ff-a0b2-dabb5da77b6b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.902223] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ecc30-09c2-da3f-a07e-a486184b3cce/disk-0.vmdk from lease info. {{(pid=62533) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2138.902394] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ecc30-09c2-da3f-a07e-a486184b3cce/disk-0.vmdk. {{(pid=62533) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2138.964909] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1ce5e97-1ebc-4a39-9e69-ca9812c70512 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.384280] env[62533]: INFO nova.compute.manager [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Detaching volume 8b84ddb4-69d3-4362-9e71-ca797b264283 [ 2139.419022] env[62533]: INFO nova.virt.block_device [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Attempting to driver detach volume 8b84ddb4-69d3-4362-9e71-ca797b264283 from mountpoint /dev/sdb [ 2139.419358] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Volume detach. Driver type: vmdk {{(pid=62533) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2139.419590] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392136', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'name': 'volume-8b84ddb4-69d3-4362-9e71-ca797b264283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cfc8beb-f10e-4b0b-8c77-714f6f14628e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'serial': '8b84ddb4-69d3-4362-9e71-ca797b264283'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2139.420563] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1b0323-d685-493e-81e7-fdfb7d87e9b4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.443555] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3cbb70-552c-4826-8a86-4564c3367b7c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.450667] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330546a5-2c89-46ae-9686-a29784a05385 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.470904] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46415f0a-2942-4b50-ac56-6650308f830a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.485880] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b84ddb4-69d3-4362-9e71-ca797b264283/volume-8b84ddb4-69d3-4362-9e71-ca797b264283.vmdk. No consolidation needed. {{(pid=62533) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2139.490939] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.491259] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502de957-d436-453b-9d5a-3f29f2ef5dfb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.509661] env[62533]: DEBUG oslo_vmware.api [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2139.509661] env[62533]: value = "task-1899334" [ 2139.509661] env[62533]: _type = "Task" [ 2139.509661] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.519670] env[62533]: DEBUG oslo_vmware.api [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.019857] env[62533]: DEBUG oslo_vmware.api [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899334, 'name': ReconfigVM_Task, 'duration_secs': 0.273734} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.020382] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62533) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2140.026768] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d186997-d1fe-410a-88da-5ca1d965257a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.043763] env[62533]: DEBUG oslo_vmware.api [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2140.043763] env[62533]: value = "task-1899335" [ 2140.043763] env[62533]: _type = "Task" [ 2140.043763] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.052877] env[62533]: DEBUG oslo_vmware.api [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.103724] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Completed reading data from the image iterator. {{(pid=62533) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2140.103945] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ecc30-09c2-da3f-a07e-a486184b3cce/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2140.105037] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5196c069-026c-4bcb-9208-ab61c79f19cb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.111701] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ecc30-09c2-da3f-a07e-a486184b3cce/disk-0.vmdk is in state: ready. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2140.111888] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ecc30-09c2-da3f-a07e-a486184b3cce/disk-0.vmdk. {{(pid=62533) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2140.112154] env[62533]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c7461bd-276c-4e17-b322-e4b00a63d5d7 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.387062] env[62533]: DEBUG oslo_vmware.rw_handles [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ecc30-09c2-da3f-a07e-a486184b3cce/disk-0.vmdk. {{(pid=62533) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2140.387299] env[62533]: INFO nova.virt.vmwareapi.images [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Downloaded image file data 663c6861-1cb9-4105-82fd-7e6d60f93913 [ 2140.388135] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07eb9b9-ac5f-47fd-8847-f096165851ca {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.403356] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f79058-3f6a-45cc-8ae9-18d4e187a4f1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.427473] env[62533]: INFO nova.virt.vmwareapi.images [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] The imported VM was unregistered [ 2140.429866] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Caching image {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2140.430121] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Creating directory with path [datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913 {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2140.430397] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8d93611-710f-4a9a-8e50-10224e2c4159 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.457367] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Created directory with path [datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913 {{(pid=62533) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2140.457566] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c/OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c.vmdk to [datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk. {{(pid=62533) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2140.457830] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f81f63e2-0b0b-4e0c-bdfb-cb76b9c601c0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.465213] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2140.465213] env[62533]: value = "task-1899337" [ 2140.465213] env[62533]: _type = "Task" [ 2140.465213] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.472822] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.554210] env[62533]: DEBUG oslo_vmware.api [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899335, 'name': ReconfigVM_Task, 'duration_secs': 0.173927} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.554506] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392136', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'name': 'volume-8b84ddb4-69d3-4362-9e71-ca797b264283', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cfc8beb-f10e-4b0b-8c77-714f6f14628e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84ddb4-69d3-4362-9e71-ca797b264283', 'serial': '8b84ddb4-69d3-4362-9e71-ca797b264283'} {{(pid=62533) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2140.976711] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.097206] env[62533]: DEBUG nova.objects.instance [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'flavor' on Instance uuid 3cfc8beb-f10e-4b0b-8c77-714f6f14628e {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.477888] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.977596] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.105495] env[62533]: DEBUG oslo_concurrency.lockutils [None req-67758473-1316-4dd0-a93a-fbdcef6ac0c9 tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.478190] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.978529] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.140403] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.140759] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.140948] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.141162] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.141415] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.143474] env[62533]: INFO nova.compute.manager [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Terminating instance [ 2143.477364] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.647494] env[62533]: DEBUG nova.compute.manager [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.647657] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.648568] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40fc6b-31a0-4766-9bf8-44f8add02370 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.656431] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.656665] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a275b7-455c-46ee-8e4c-b5bfc18cdb02 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.662471] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2143.662471] env[62533]: value = "task-1899338" [ 2143.662471] env[62533]: _type = "Task" [ 2143.662471] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.670141] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.977466] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.172854] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899338, 'name': PowerOffVM_Task, 'duration_secs': 0.238333} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.173165] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.173331] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.173583] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf6e523d-bb99-4029-8f06-521ec6d3651d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.479363] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.625724] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.625978] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.626191] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleting the datastore file [datastore1] 3cfc8beb-f10e-4b0b-8c77-714f6f14628e {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.626466] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c367a8ac-e1a1-4441-998e-dfc3a1bb293e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.633068] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for the task: (returnval){ [ 2144.633068] env[62533]: value = "task-1899340" [ 2144.633068] env[62533]: _type = "Task" [ 2144.633068] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.640373] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.978762] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.143257] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.479039] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899337, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.928048} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.479425] env[62533]: INFO nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c/OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c.vmdk to [datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk. [ 2145.479497] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Cleaning up location [datastore1] OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c {{(pid=62533) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2145.479724] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b959614d-ded0-4a11-bc30-5d1c2e80354c {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2145.479880] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-303b56ba-28d3-4901-9416-16af9d5b91e4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.486298] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2145.486298] env[62533]: value = "task-1899341" [ 2145.486298] env[62533]: _type = "Task" [ 2145.486298] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.493649] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.644016] env[62533]: DEBUG oslo_vmware.api [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Task: {'id': task-1899340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.840308} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.644282] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.644508] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.644648] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.644876] env[62533]: INFO nova.compute.manager [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Took 2.00 seconds to destroy the instance on the hypervisor. [ 2145.645157] env[62533]: DEBUG oslo.service.loopingcall [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.645423] env[62533]: DEBUG nova.compute.manager [-] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.645505] env[62533]: DEBUG nova.network.neutron [-] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.996680] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036967} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.997304] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.997532] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.997822] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk to [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.998132] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7144c9e-24ba-4d5d-b6d7-b246e69d41c8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.004736] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2146.004736] env[62533]: value = "task-1899342" [ 2146.004736] env[62533]: _type = "Task" [ 2146.004736] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.012868] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.075832] env[62533]: DEBUG nova.compute.manager [req-4f817e54-20b5-4cc5-95e6-7026922829da req-a98036a5-764e-4e58-8edc-9401b04b4c93 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Received event network-vif-deleted-4ab08309-73a4-40bc-9f9f-547b495215b6 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2146.076471] env[62533]: INFO nova.compute.manager [req-4f817e54-20b5-4cc5-95e6-7026922829da req-a98036a5-764e-4e58-8edc-9401b04b4c93 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Neutron deleted interface 4ab08309-73a4-40bc-9f9f-547b495215b6; detaching it from the instance and deleting it from the info cache [ 2146.076471] env[62533]: DEBUG nova.network.neutron [req-4f817e54-20b5-4cc5-95e6-7026922829da req-a98036a5-764e-4e58-8edc-9401b04b4c93 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.514882] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.554377] env[62533]: DEBUG nova.network.neutron [-] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.579694] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13a8eb46-41b6-4bfe-8cf9-c96a1d2aa6de {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.588811] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3653962-97fe-42c9-8011-2c3e0ee795bc {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.615132] env[62533]: DEBUG nova.compute.manager [req-4f817e54-20b5-4cc5-95e6-7026922829da req-a98036a5-764e-4e58-8edc-9401b04b4c93 service nova] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Detach interface failed, port_id=4ab08309-73a4-40bc-9f9f-547b495215b6, reason: Instance 3cfc8beb-f10e-4b0b-8c77-714f6f14628e could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2147.015994] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.056959] env[62533]: INFO nova.compute.manager [-] [instance: 3cfc8beb-f10e-4b0b-8c77-714f6f14628e] Took 1.41 seconds to deallocate network for instance. [ 2147.518217] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.567053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.567053] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.567053] env[62533]: DEBUG nova.objects.instance [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lazy-loading 'resources' on Instance uuid 3cfc8beb-f10e-4b0b-8c77-714f6f14628e {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.811287] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.018059] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.126689] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd742af-40c9-451e-9d07-d75aca3dd9e0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.134516] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa5895f-5f9f-4fd9-949e-9346cf1bc28d {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.175059] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d2c2b8-178b-47fa-9599-b40c7c56a068 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.184222] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13395ec-be26-4483-ac3a-792baa9bbdba {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.198425] env[62533]: DEBUG nova.compute.provider_tree [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.519980] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.701422] env[62533]: DEBUG nova.scheduler.client.report [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.019321] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.206612] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.228934] env[62533]: INFO nova.scheduler.client.report [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Deleted allocations for instance 3cfc8beb-f10e-4b0b-8c77-714f6f14628e [ 2149.521597] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.737759] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f43eca25-9439-477a-b367-0f6598b37adb tempest-AttachVolumeNegativeTest-1048397127 tempest-AttachVolumeNegativeTest-1048397127-project-member] Lock "3cfc8beb-f10e-4b0b-8c77-714f6f14628e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.597s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.811382] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.020274] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.520738] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.020982] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899342, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.615942} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.021424] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/663c6861-1cb9-4105-82fd-7e6d60f93913/663c6861-1cb9-4105-82fd-7e6d60f93913.vmdk to [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk {{(pid=62533) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2151.021968] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ccc30f-b278-42e8-8089-2283683bbd70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.042680] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.042936] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63d1e51-55d2-46b6-b2ff-d2d415a5dec4 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.062996] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2151.062996] env[62533]: value = "task-1899344" [ 2151.062996] env[62533]: _type = "Task" [ 2151.062996] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.070562] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.573175] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899344, 'name': ReconfigVM_Task, 'duration_secs': 0.282368} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.573408] env[62533]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9/8b13371e-623a-4acc-9e9d-f149ebda4ae9.vmdk or device None with type streamOptimized {{(pid=62533) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2151.574043] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-615f9540-c40a-45d1-b3f0-943f22e71201 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.579921] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2151.579921] env[62533]: value = "task-1899345" [ 2151.579921] env[62533]: _type = "Task" [ 2151.579921] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.587136] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899345, 'name': Rename_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.811554] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2152.089963] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899345, 'name': Rename_Task, 'duration_secs': 0.159481} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.090380] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2152.090502] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc5a4d0-db40-4f88-9f42-4b6cd5d1b4ed {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.096855] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2152.096855] env[62533]: value = "task-1899346" [ 2152.096855] env[62533]: _type = "Task" [ 2152.096855] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.104942] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.606707] env[62533]: DEBUG oslo_vmware.api [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899346, 'name': PowerOnVM_Task, 'duration_secs': 0.448338} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.606902] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2152.705325] env[62533]: DEBUG nova.compute.manager [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2152.706291] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8224e9-2e7e-4e9f-99bc-f86fab52db82 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.224257] env[62533]: DEBUG oslo_concurrency.lockutils [None req-54fab810-e7c3-45cb-b4e4-33b440532343 tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.514s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.169381] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.169608] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.169819] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.170033] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.170230] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.172426] env[62533]: INFO nova.compute.manager [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Terminating instance [ 2154.676471] env[62533]: DEBUG nova.compute.manager [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2154.676864] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.678053] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8487c39-2048-4814-8ddb-f0641341349c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.685679] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2154.685915] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1a5c2f2-cb37-437e-ae53-8a4075ae3e6a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.693758] env[62533]: DEBUG oslo_vmware.api [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2154.693758] env[62533]: value = "task-1899348" [ 2154.693758] env[62533]: _type = "Task" [ 2154.693758] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.702658] env[62533]: DEBUG oslo_vmware.api [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.203889] env[62533]: DEBUG oslo_vmware.api [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899348, 'name': PowerOffVM_Task, 'duration_secs': 0.1975} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.204115] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2155.204292] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2155.204580] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2725ee12-339e-4117-89f4-405dfde44bcb {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.634410] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2155.634623] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2155.634841] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleting the datastore file [datastore1] 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2155.635128] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3496a62e-da0c-4b00-9997-e47f33edf875 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.641141] env[62533]: DEBUG oslo_vmware.api [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for the task: (returnval){ [ 2155.641141] env[62533]: value = "task-1899350" [ 2155.641141] env[62533]: _type = "Task" [ 2155.641141] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.648609] env[62533]: DEBUG oslo_vmware.api [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.150802] env[62533]: DEBUG oslo_vmware.api [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Task: {'id': task-1899350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160565} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.151199] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2156.151325] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2156.151437] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2156.151607] env[62533]: INFO nova.compute.manager [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Took 1.47 seconds to destroy the instance on the hypervisor. [ 2156.151840] env[62533]: DEBUG oslo.service.loopingcall [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.152041] env[62533]: DEBUG nova.compute.manager [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2156.152139] env[62533]: DEBUG nova.network.neutron [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2156.623959] env[62533]: DEBUG nova.compute.manager [req-013383ea-116a-44b1-9255-1941ab32af77 req-d12af52c-8b64-495c-822e-9f6fa879b923 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Received event network-vif-deleted-747086ef-3f73-4967-b198-ddca3d6d4221 {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2156.624043] env[62533]: INFO nova.compute.manager [req-013383ea-116a-44b1-9255-1941ab32af77 req-d12af52c-8b64-495c-822e-9f6fa879b923 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Neutron deleted interface 747086ef-3f73-4967-b198-ddca3d6d4221; detaching it from the instance and deleting it from the info cache [ 2156.624409] env[62533]: DEBUG nova.network.neutron [req-013383ea-116a-44b1-9255-1941ab32af77 req-d12af52c-8b64-495c-822e-9f6fa879b923 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.810399] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.810534] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62533) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11034}} [ 2157.100295] env[62533]: DEBUG nova.network.neutron [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.127267] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-856408b2-4672-477c-9b1e-b8d0bf36a7fe {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.137624] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c93853b-3e93-453e-9272-c389fdc17312 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.164794] env[62533]: DEBUG nova.compute.manager [req-013383ea-116a-44b1-9255-1941ab32af77 req-d12af52c-8b64-495c-822e-9f6fa879b923 service nova] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Detach interface failed, port_id=747086ef-3f73-4967-b198-ddca3d6d4221, reason: Instance 8b13371e-623a-4acc-9e9d-f149ebda4ae9 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2157.603778] env[62533]: INFO nova.compute.manager [-] [instance: 8b13371e-623a-4acc-9e9d-f149ebda4ae9] Took 1.45 seconds to deallocate network for instance. [ 2157.810878] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.110811] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.111091] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.111317] env[62533]: DEBUG nova.objects.instance [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lazy-loading 'resources' on Instance uuid 8b13371e-623a-4acc-9e9d-f149ebda4ae9 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2158.655857] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2cfb1e-1e2f-4da8-b104-20d3b36174ff {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.663358] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffd173f-06d6-4007-8d78-59222d2ae05c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.692807] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90716582-8581-4d47-ba78-30a136a9b777 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.699775] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cdc6bc-a88c-44f1-b1c4-30f63f96079a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.713746] env[62533]: DEBUG nova.compute.provider_tree [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.216438] env[62533]: DEBUG nova.scheduler.client.report [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2159.720866] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.740384] env[62533]: INFO nova.scheduler.client.report [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Deleted allocations for instance 8b13371e-623a-4acc-9e9d-f149ebda4ae9 [ 2160.249595] env[62533]: DEBUG oslo_concurrency.lockutils [None req-09c97291-3569-43dd-9227-32020e8389ea tempest-ServerActionsTestOtherB-1703695656 tempest-ServerActionsTestOtherB-1703695656-project-member] Lock "8b13371e-623a-4acc-9e9d-f149ebda4ae9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.080s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.806545] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2160.810616] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2160.810616] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.313502] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.313840] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.314078] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.314284] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62533) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2161.315249] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c933a1-e478-415f-9705-314d7b909ed2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.323650] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eff17b5-6216-42b3-9141-312e653ca58e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.337335] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c76ee-5671-4b2c-b2b4-7154b592ee97 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.343309] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f439f1a-7759-4b05-89b4-27943f1a25a1 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.372051] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180771MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62533) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2161.372190] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.372371] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.396061] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Instance b3bc62ec-c222-4390-9efc-4906d04d9f56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62533) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2162.396336] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2162.396471] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62533) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2162.421232] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce04de-71c3-48f9-bc86-258240f3407a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.428310] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaff185e-70a1-4b43-8b6a-fa500c3067a2 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.457488] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9459f-397c-46f5-9ef3-93a517a37883 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.464258] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2934a-d073-47f8-aa20-1c75a796887e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.476848] env[62533]: DEBUG nova.compute.provider_tree [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2162.980161] env[62533]: DEBUG nova.scheduler.client.report [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2163.485818] env[62533]: DEBUG nova.compute.resource_tracker [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62533) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2163.486102] env[62533]: DEBUG oslo_concurrency.lockutils [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.119945] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.120285] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.120425] env[62533]: DEBUG nova.compute.manager [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2164.121399] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3105234e-b4a1-4e07-8be4-675179dfbc73 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.128363] env[62533]: DEBUG nova.compute.manager [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62533) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2164.128920] env[62533]: DEBUG nova.objects.instance [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'flavor' on Instance uuid b3bc62ec-c222-4390-9efc-4906d04d9f56 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.136357] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2165.138041] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2570f24-39ef-42a5-87fa-08966757d04a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.144515] env[62533]: DEBUG oslo_vmware.api [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2165.144515] env[62533]: value = "task-1899353" [ 2165.144515] env[62533]: _type = "Task" [ 2165.144515] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.152963] env[62533]: DEBUG oslo_vmware.api [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.487130] env[62533]: DEBUG oslo_service.periodic_task [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62533) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2165.487416] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Starting heal instance info cache {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2165.655317] env[62533]: DEBUG oslo_vmware.api [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899353, 'name': PowerOffVM_Task, 'duration_secs': 0.220638} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.655584] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2165.655785] env[62533]: DEBUG nova.compute.manager [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2165.656692] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6eb8bf-b376-418e-b057-2add3e055441 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.167507] env[62533]: DEBUG oslo_concurrency.lockutils [None req-d2b2dc0d-a0ea-4776-9fd0-45e758def617 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.492931] env[62533]: DEBUG nova.compute.manager [None req-b5d33713-1627-4c36-9887-ede33aee4d76 None None] Didn't find any instances for network info cache update. {{(pid=62533) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10501}} [ 2166.649216] env[62533]: DEBUG nova.objects.instance [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'flavor' on Instance uuid b3bc62ec-c222-4390-9efc-4906d04d9f56 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.157450] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.157615] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.157785] env[62533]: DEBUG nova.network.neutron [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2167.157959] env[62533]: DEBUG nova.objects.instance [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'info_cache' on Instance uuid b3bc62ec-c222-4390-9efc-4906d04d9f56 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.661754] env[62533]: DEBUG nova.objects.base [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62533) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2168.385394] env[62533]: DEBUG nova.network.neutron [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [{"id": "1872e04e-7931-408e-9424-323bdd87cdaf", "address": "fa:16:3e:04:3f:0a", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872e04e-79", "ovs_interfaceid": "1872e04e-7931-408e-9424-323bdd87cdaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.888910] env[62533]: DEBUG oslo_concurrency.lockutils [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.894433] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powering on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.895260] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b2b08cb-40f8-4ee9-b792-663c1b336f0a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.902849] env[62533]: DEBUG oslo_vmware.api [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2169.902849] env[62533]: value = "task-1899354" [ 2169.902849] env[62533]: _type = "Task" [ 2169.902849] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.910196] env[62533]: DEBUG oslo_vmware.api [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.413377] env[62533]: DEBUG oslo_vmware.api [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899354, 'name': PowerOnVM_Task, 'duration_secs': 0.364608} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.413685] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powered on the VM {{(pid=62533) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2170.413895] env[62533]: DEBUG nova.compute.manager [None req-f784aed8-256a-4a47-bf68-d5bea763a7ab tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2170.414768] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9b8b1-aea5-421e-990c-d72d35a6cbe8 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.713848] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06723e16-303a-477c-976b-52a49986923a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.720275] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Suspending the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2171.720499] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dc85177f-23b2-4304-a538-308853cad883 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.726659] env[62533]: DEBUG oslo_vmware.api [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2171.726659] env[62533]: value = "task-1899355" [ 2171.726659] env[62533]: _type = "Task" [ 2171.726659] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.734426] env[62533]: DEBUG oslo_vmware.api [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899355, 'name': SuspendVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.236213] env[62533]: DEBUG oslo_vmware.api [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899355, 'name': SuspendVM_Task} progress is 75%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.738107] env[62533]: DEBUG oslo_vmware.api [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899355, 'name': SuspendVM_Task, 'duration_secs': 0.57699} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.738475] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Suspended the VM {{(pid=62533) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2172.738475] env[62533]: DEBUG nova.compute.manager [None req-fd3fdbb0-272b-49ee-adce-91fed6773d1c tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2172.739089] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31aabc-45bb-4f78-ba1a-c71b4818247b {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.057081] env[62533]: INFO nova.compute.manager [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Resuming [ 2174.057710] env[62533]: DEBUG nova.objects.instance [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'flavor' on Instance uuid b3bc62ec-c222-4390-9efc-4906d04d9f56 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.568751] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.569139] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquired lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.569139] env[62533]: DEBUG nova.network.neutron [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Building network info cache for instance {{(pid=62533) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2176.269692] env[62533]: DEBUG nova.network.neutron [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [{"id": "1872e04e-7931-408e-9424-323bdd87cdaf", "address": "fa:16:3e:04:3f:0a", "network": {"id": "8a6f0655-c5fc-4941-8ecf-c0ede8aa4f4d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2011953973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb2e232dcbca4dc4ac02afcbda5227f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872e04e-79", "ovs_interfaceid": "1872e04e-7931-408e-9424-323bdd87cdaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.772524] env[62533]: DEBUG oslo_concurrency.lockutils [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Releasing lock "refresh_cache-b3bc62ec-c222-4390-9efc-4906d04d9f56" {{(pid=62533) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.773508] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a1b686-44c7-43c0-a956-d75a3c4a0e8e {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.780337] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Resuming the VM {{(pid=62533) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2176.780549] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc325b5-a585-4d09-93c7-1fe835b8df70 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.786130] env[62533]: DEBUG oslo_vmware.api [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2176.786130] env[62533]: value = "task-1899356" [ 2176.786130] env[62533]: _type = "Task" [ 2176.786130] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.793619] env[62533]: DEBUG oslo_vmware.api [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.296890] env[62533]: DEBUG oslo_vmware.api [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.797547] env[62533]: DEBUG oslo_vmware.api [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899356, 'name': PowerOnVM_Task, 'duration_secs': 0.601533} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.799058] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Resumed the VM {{(pid=62533) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2177.799058] env[62533]: DEBUG nova.compute.manager [None req-1ee41369-09f1-46b0-a10b-67d97a7bf2b6 tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Checking state {{(pid=62533) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2177.799262] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a7570a-bd5a-4915-a5b6-525b00f80b34 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.774414] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.774742] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.775018] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "b3bc62ec-c222-4390-9efc-4906d04d9f56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.775241] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.775451] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.777968] env[62533]: INFO nova.compute.manager [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Terminating instance [ 2179.282273] env[62533]: DEBUG nova.compute.manager [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Start destroying the instance on the hypervisor. {{(pid=62533) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2179.282642] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Destroying instance {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2179.283466] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa2a9b-a51d-44dc-8b0b-7710e455a92c {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.291435] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powering off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.291622] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cd8330-47fb-4a9f-8922-dc73c7d9c55a {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.297998] env[62533]: DEBUG oslo_vmware.api [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2179.297998] env[62533]: value = "task-1899357" [ 2179.297998] env[62533]: _type = "Task" [ 2179.297998] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.305582] env[62533]: DEBUG oslo_vmware.api [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.808096] env[62533]: DEBUG oslo_vmware.api [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899357, 'name': PowerOffVM_Task, 'duration_secs': 0.178713} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.808373] env[62533]: DEBUG nova.virt.vmwareapi.vm_util [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Powered off the VM {{(pid=62533) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2179.808583] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Unregistering the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2179.808835] env[62533]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc303db7-c336-489e-aee8-f199aba9f6d0 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.886190] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Unregistered the VM {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2179.886418] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Deleting contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2179.886597] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleting the datastore file [datastore1] b3bc62ec-c222-4390-9efc-4906d04d9f56 {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2179.886865] env[62533]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-441d21f5-27d6-40da-bf68-a8065a2994c5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.892860] env[62533]: DEBUG oslo_vmware.api [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for the task: (returnval){ [ 2179.892860] env[62533]: value = "task-1899359" [ 2179.892860] env[62533]: _type = "Task" [ 2179.892860] env[62533]: } to complete. {{(pid=62533) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.900433] env[62533]: DEBUG oslo_vmware.api [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.403190] env[62533]: DEBUG oslo_vmware.api [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Task: {'id': task-1899359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149796} completed successfully. {{(pid=62533) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.403590] env[62533]: DEBUG nova.virt.vmwareapi.ds_util [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted the datastore file {{(pid=62533) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2180.403680] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Deleted contents of the VM from datastore datastore1 {{(pid=62533) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2180.403894] env[62533]: DEBUG nova.virt.vmwareapi.vmops [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Instance destroyed {{(pid=62533) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2180.404123] env[62533]: INFO nova.compute.manager [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2180.404402] env[62533]: DEBUG oslo.service.loopingcall [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62533) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2180.404676] env[62533]: DEBUG nova.compute.manager [-] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Deallocating network for instance {{(pid=62533) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2180.404749] env[62533]: DEBUG nova.network.neutron [-] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] deallocate_for_instance() {{(pid=62533) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2180.832821] env[62533]: DEBUG nova.compute.manager [req-b1c2b705-1da4-436f-ad90-1307c4bd03b3 req-b8b69d59-75ea-454b-9863-0435668e0eea service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Received event network-vif-deleted-1872e04e-7931-408e-9424-323bdd87cdaf {{(pid=62533) external_instance_event /opt/stack/nova/nova/compute/manager.py:11618}} [ 2180.832931] env[62533]: INFO nova.compute.manager [req-b1c2b705-1da4-436f-ad90-1307c4bd03b3 req-b8b69d59-75ea-454b-9863-0435668e0eea service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Neutron deleted interface 1872e04e-7931-408e-9424-323bdd87cdaf; detaching it from the instance and deleting it from the info cache [ 2180.833111] env[62533]: DEBUG nova.network.neutron [req-b1c2b705-1da4-436f-ad90-1307c4bd03b3 req-b8b69d59-75ea-454b-9863-0435668e0eea service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.306365] env[62533]: DEBUG nova.network.neutron [-] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Updating instance_info_cache with network_info: [] {{(pid=62533) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.335437] env[62533]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4303c48a-283a-4450-ad58-62ad8165fb23 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.345604] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8c9b2-6a50-443d-afd9-6125776c96cd {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.369390] env[62533]: DEBUG nova.compute.manager [req-b1c2b705-1da4-436f-ad90-1307c4bd03b3 req-b8b69d59-75ea-454b-9863-0435668e0eea service nova] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Detach interface failed, port_id=1872e04e-7931-408e-9424-323bdd87cdaf, reason: Instance b3bc62ec-c222-4390-9efc-4906d04d9f56 could not be found. {{(pid=62533) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11452}} [ 2181.813126] env[62533]: INFO nova.compute.manager [-] [instance: b3bc62ec-c222-4390-9efc-4906d04d9f56] Took 1.41 seconds to deallocate network for instance. [ 2182.320125] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.320422] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.320646] env[62533]: DEBUG nova.objects.instance [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lazy-loading 'resources' on Instance uuid b3bc62ec-c222-4390-9efc-4906d04d9f56 {{(pid=62533) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2182.855208] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d43d23f-3b24-4535-b0e1-000b6f5045b5 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.862596] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614f92cd-232c-4afa-b518-188e63ff84ec {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.891407] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96308d6a-614a-4406-8900-3a5df3448912 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.897947] env[62533]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c8c7e-9b58-4dd7-a15a-edb5e985cb40 {{(pid=62533) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.910446] env[62533]: DEBUG nova.compute.provider_tree [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed in ProviderTree for provider: 733d32e8-8cd1-4b07-a886-f15a83a909db {{(pid=62533) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.413332] env[62533]: DEBUG nova.scheduler.client.report [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Inventory has not changed for provider 733d32e8-8cd1-4b07-a886-f15a83a909db based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62533) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.919084] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.939471] env[62533]: INFO nova.scheduler.client.report [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Deleted allocations for instance b3bc62ec-c222-4390-9efc-4906d04d9f56 [ 2184.449713] env[62533]: DEBUG oslo_concurrency.lockutils [None req-071f6b3b-e7f2-4524-a1a9-7248d3a0668e tempest-ServerActionsTestJSON-660145531 tempest-ServerActionsTestJSON-660145531-project-member] Lock "b3bc62ec-c222-4390-9efc-4906d04d9f56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=62533) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}